-- Logs begin at Sat 2022-07-02 02:26:01 UTC, end at Sat 2022-07-02 04:03:12 UTC. -- Jul 02 03:25:33.360841 dv-cinder-846842-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 02 03:25:36.079944 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.common.config [-] Logging enabled! Jul 02 03:25:36.080580 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev399 Jul 02 03:25:36.080669 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104140) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 02 03:25:36.083912 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.common.config [-] Logging enabled! Jul 02 03:25:36.084268 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev399 Jul 02 03:25:36.084582 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104140) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 02 03:25:36.085512 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 02 03:25:36.085743 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 02 03:25:36.086102 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 02 03:25:36.086338 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 02 03:25:36.086562 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 02 03:25:36.086971 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.087269 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.087525 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.087819 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.088094 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.088372 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.088655 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.088950 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.089235 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.089509 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.089789 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.090016 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.090288 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.090551 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.090832 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.091052 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] debug = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.091354 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.091783 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.092193 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.092465 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.092748 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.093022 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.093290 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.093561 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.093841 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.094164 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] host = dv-cinder-846842-9-iscsi {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.094436 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.094717 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.094998 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.095280 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.095570 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.095842 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.096122 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.096390 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.096657 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] log_file = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.096927 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.097211 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.097493 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.097774 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.097995 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.098211 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.098488 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.098774 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.099044 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.099331 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.099605 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.099957 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.100232 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.100498 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.100777 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.104780 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.104780 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.104780 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.104780 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.104780 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.104780 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.104780 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.104780 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.104780 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.105483 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.105483 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.105483 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.105483 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.105483 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.105833 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.106184 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.106593 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.107119 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.107625 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.108848 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.108848 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.108848 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] use_json = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.109150 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.109239 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.109504 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.110098 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.110098 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.110301 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.110593 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.111067 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.111540 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:36.111906 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.112206 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.112509 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.112793 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.113094 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.113358 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.113645 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.113922 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.114206 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.114487 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.114776 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.115034 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.115574 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.115864 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.116161 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.116466 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.116757 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.117046 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.117401 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.117675 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.117950 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.118226 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.118511 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.118789 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.119080 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.119393 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.119676 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.119973 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.120258 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.120540 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.120830 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.121114 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.121385 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.121661 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.121946 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.122220 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.122488 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.122771 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.123043 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.123335 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.123618 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.123905 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.124188 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.124456 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.124728 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.125009 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.125280 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.125547 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.125814 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.126083 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.126350 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.126630 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.126901 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.127172 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.127464 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.127738 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.128007 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.128277 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.128551 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.128981 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.129421 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.129833 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.130238 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.130645 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.131241 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.131587 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.131993 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.132394 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.132810 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.133190 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.133472 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.133752 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.134027 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.134334 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.134640 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.134923 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.135203 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.135507 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.135802 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.136200 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.136595 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.136963 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.137249 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.137527 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.137824 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.138109 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.138460 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.138747 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.139033 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.139382 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.139665 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.139973 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.140378 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.140777 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.141121 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.141411 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.141700 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.141997 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.142293 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.142607 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.142901 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.143197 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.143516 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.143800 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.144164 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.144559 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:36.144865 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 02 03:25:36.145196 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104140) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 02 03:25:36.436254 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 02 03:25:36.436449 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 02 03:25:36.436721 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 02 03:25:36.437050 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 02 03:25:36.837263 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:36.837497 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:36.837801 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:36.840659 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:36.840931 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:36.841193 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:36.892062 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:36.892332 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:36.892595 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:36.906841 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:36.907110 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:36.907397 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:36.936819 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:36.937091 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:36.937356 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:36.972209 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:36.972478 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:36.972737 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.198323 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.198968 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.198968 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.199112 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.199802 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.296082 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.296403 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.296671 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.296935 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.297193 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.297499 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.297753 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.298000 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.298249 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.298522 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.298754 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.299015 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.299267 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.299537 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.299785 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.300042 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.300291 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.300532 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.300796 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.301048 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.301317 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.301563 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.301839 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.302206 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.302450 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.302694 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.303182 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 02 03:25:37.303440 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 02 03:25:37.303673 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 02 03:25:37.303906 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 02 03:25:37.304137 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 02 03:25:37.304368 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 02 03:25:37.304730 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 02 03:25:37.308132 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 02 03:25:37.311986 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 02 03:25:37.315659 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 02 03:25:37.317264 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 02 03:25:37.317874 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 02 03:25:37.318204 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 02 03:25:37.318630 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 02 03:25:37.321392 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 02 03:25:37.321638 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 02 03:25:37.321979 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 02 03:25:37.326999 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 02 03:25:37.349338 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 02 03:25:37.349925 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.350066 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104140) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 02 03:25:37.350461 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.351823 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104140) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 02 03:25:37.352099 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 02 03:25:37.352344 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 02 03:25:37.355780 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.356055 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:37.520321 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 02 03:25:37.520738 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 02 03:25:37.521122 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 02 03:25:37.521743 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 02 03:25:37.575692 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO dbcounter [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Registered counter for database neutron Jul 02 03:25:37.598534 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_db.sqlalchemy.engines [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104140) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 02 03:25:37.605429 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writer thread running {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 02 03:25:38.161655 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.plugins.ml2.managers [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Initializing driver for type 'gre' Jul 02 03:25:38.162577 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] gre ID ranges: [(1, 1000)] Jul 02 03:25:38.219009 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.plugins.ml2.managers [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Initializing driver for type 'local' Jul 02 03:25:38.219713 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.plugins.ml2.managers [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Initializing driver for type 'vlan' Jul 02 03:25:38.236967 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] VlanTypeDriver initialization complete Jul 02 03:25:38.237303 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.plugins.ml2.managers [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Initializing driver for type 'vxlan' Jul 02 03:25:38.237782 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] vxlan ID ranges: [(1, 1000)] Jul 02 03:25:38.295094 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.plugins.ml2.managers [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Initializing extension driver 'port_security' Jul 02 03:25:38.295572 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.plugins.ml2.extensions.port_security [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] PortSecurityExtensionDriver initialization complete Jul 02 03:25:38.295934 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.plugins.ml2.managers [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Initializing mechanism driver 'openvswitch' Jul 02 03:25:38.296386 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.plugins.ml2.managers [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Initializing mechanism driver 'hyperv' Jul 02 03:25:38.304112 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:25:38.304764 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > port after_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.305140 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > port after_update 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.305498 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > port after_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.306323 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104140) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 02 03:25:38.306754 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > subnet after_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.307112 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > subnet after_update 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.307492 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.307890 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104140) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 02 03:25:38.308297 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > network after_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.308633 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > network after_update 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.308977 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > network after_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.309367 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104140) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 02 03:25:38.309784 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > security_group after_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.310134 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > security_group after_update 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.310477 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.310882 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104140) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 02 03:25:38.311307 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.311671 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.312014 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.312419 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104140) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 02 03:25:38.312833 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > address_group after_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.313180 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > address_group after_update 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.313520 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.313918 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104140) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 02 03:25:38.314358 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] ML2 OVO RPC backend initialized. {{(pid=104140) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 02 03:25:38.315062 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.315451 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.315876 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > network before_response 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.316226 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > networks before_response 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.316571 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > port before_response 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.316925 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > ports before_response 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.317268 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > subnet before_response 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.317608 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > subnets before_response 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.317952 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > network after_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.318295 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > network after_update 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.318768 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > network after_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.319441 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > port after_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.319801 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > port after_update 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.320143 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > port after_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.320487 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > subnet after_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.320828 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > subnet after_update 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.321167 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.328715 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.quota [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded quota_driver: . Jul 02 03:25:38.329079 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.plugins.ml2.plugin [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Modular L2 Plugin initialization complete Jul 02 03:25:38.329431 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading services supported by the core plugin {{(pid=104140) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 02 03:25:38.329773 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.plugins.ml2.managers [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Got port-security extension from driver 'port_security' Jul 02 03:25:38.330254 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.extensions.vlantransparent [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Disabled vlantransparent extension. Jul 02 03:25:38.330754 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104140) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 02 03:25:38.331083 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading Plugin: router Jul 02 03:25:38.367580 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.367908 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > router after_create 55549900 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.368280 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > router before_create 55549900 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.368777 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.369158 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.369515 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > router after_delete 55549900 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.369876 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.370231 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.370590 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > router after_create 55549900 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.370937 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > router after_update 55549900 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.371322 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > router after_update 55549900 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.371664 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.372024 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > router after_update 55549900 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.372417 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > router precommit_update 55549900 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.372790 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: port after_update 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.373131 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: port after_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.373472 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: subnet after_update 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.373821 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.374167 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.374516 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > router precommit_create 55549900 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.374861 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: port before_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.375207 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > router precommit_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.375583 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > router after_update 55549900 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.375923 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.376279 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > router precommit_create 55549900 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.376634 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.376981 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > router precommit_update 55549900 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.377343 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > agent after_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.377675 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > agent after_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.378019 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > network after_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.378878 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.quota.resource_registry [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Tracking information for resource: router configured {{(pid=104140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 02 03:25:38.379216 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.quota.resource_registry [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Tracking information for resource: floatingip configured {{(pid=104140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 02 03:25:38.384652 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.db.l3_agentschedulers_db [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 02 03:25:38.385227 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: port after_update 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.385591 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: port after_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.385946 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: port after_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.386300 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: port after_update 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.387106 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > router before_create 55550100 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.387573 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.387959 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > router precommit_create 55550100 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.388320 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > router precommit_update 55550100 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.393184 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.services.provider_configuration [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Service providers = [] {{(pid=104140) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 02 03:25:38.393548 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.db.servicetype_db [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104140) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 02 03:25:38.396589 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.services.service_base [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104140) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 02 03:25:38.397520 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.services.service_base [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104140) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 02 03:25:38.397881 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.services.service_base [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104140) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 02 03:25:38.398960 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.services.service_base [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104140) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 02 03:25:38.399350 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.services.service_base [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 02 03:25:38.399758 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 02 03:25:38.400077 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 02 03:25:38.410519 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 02 03:25:38.410860 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading Plugin: auto_allocate Jul 02 03:25:38.417152 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: network precommit_update 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.417526 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: network precommit_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.418049 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 02 03:25:38.418377 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading Plugin: tag Jul 02 03:25:38.425231 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 02 03:25:38.425560 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading Plugin: timestamp Jul 02 03:25:38.429572 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 02 03:25:38.429880 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading Plugin: network_ip_availability Jul 02 03:25:38.435775 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.436153 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.436514 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.437230 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 02 03:25:38.437551 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading Plugin: flavors Jul 02 03:25:38.442552 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 02 03:25:38.442883 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading Plugin: revisions Jul 02 03:25:38.447674 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 02 03:25:38.448072 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_concurrency.lockutils [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.011s {{(pid=104140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 02 03:25:38.448807 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104140) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jul 02 03:25:38.449144 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Initializing extension manager. Jul 02 03:25:38.449668 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: __init__.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.450016 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: __pycache__ {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.450349 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: address_group.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.451113 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.451761 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: address-group Jul 02 03:25:38.452122 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: address_scope.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.452843 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.453358 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: address-scope Jul 02 03:25:38.453684 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.454604 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.455117 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: router-admin-state-down-before-update Jul 02 03:25:38.455479 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: agent.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.456180 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.456689 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: agent Jul 02 03:25:38.457014 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: agent_resources_synced.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.457917 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.458424 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: agent-resources-synced Jul 02 03:25:38.458750 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: allowedaddresspairs.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.460766 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.461290 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: allowed-address-pairs Jul 02 03:25:38.461630 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: auto_allocated_topology.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.462704 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.463220 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: auto-allocated-topology Jul 02 03:25:38.463575 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: availability_zone.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.464274 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.464777 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: availability_zone Jul 02 03:25:38.465098 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: availability_zone_filter.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.466017 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.466520 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: availability_zone_filter Jul 02 03:25:38.466844 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: data_plane_status.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.467779 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.468283 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension data-plane-status not supported by any of loaded plugins Jul 02 03:25:38.468603 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: default_subnetpools.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.469514 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.470016 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: default-subnetpools Jul 02 03:25:38.470341 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.471144 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.471693 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: dhcp_agent_scheduler Jul 02 03:25:38.472015 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: dns.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.472933 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.473436 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension dns-integration not supported by any of loaded plugins Jul 02 03:25:38.473766 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: dns_domain_ports.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.474679 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.475793 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 02 03:25:38.476123 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.477072 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.477576 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 02 03:25:38.477895 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: dvr.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.478571 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.479085 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: dvr Jul 02 03:25:38.479437 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: ecmp_routes.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.480348 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.480848 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 02 03:25:38.481171 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: empty_string_filtering.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.482086 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.482598 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: empty-string-filtering Jul 02 03:25:38.482923 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.483860 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.484362 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 02 03:25:38.484687 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.485609 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.486287 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 02 03:25:38.486614 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: external_net.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.487896 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.488403 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: external-net Jul 02 03:25:38.488728 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.489781 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.490291 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: extra_dhcp_opt Jul 02 03:25:38.491086 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: extraroute.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.492054 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.492562 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: extraroute Jul 02 03:25:38.492884 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: extraroute_atomic.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.493919 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.494429 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: extraroute-atomic Jul 02 03:25:38.494757 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: filter_validation.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.495452 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.495958 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: filter-validation Jul 02 03:25:38.496277 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: fip_pf_description.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.497192 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.497697 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 02 03:25:38.498031 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: fip_pf_port_range.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.499029 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.499563 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 02 03:25:38.499889 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: fip_port_details.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.500806 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.501312 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: fip-port-details Jul 02 03:25:38.501640 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: flavors.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.502888 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.503434 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: flavors Jul 02 03:25:38.503766 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.505461 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.506038 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 02 03:25:38.506833 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: floatingip_pools.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.507580 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.508096 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: floatingip-pools Jul 02 03:25:38.508431 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: ip_allocation.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.509359 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.509865 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension ip_allocation not supported by any of loaded plugins Jul 02 03:25:38.510200 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.511124 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.511670 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: ip-substring-filtering Jul 02 03:25:38.512003 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: l2_adjacency.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.512945 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.513450 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 02 03:25:38.513781 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: l3.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.514748 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.515280 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: router Jul 02 03:25:38.515637 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.517860 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.518393 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 02 03:25:38.518728 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.519685 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.520202 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: ext-gw-mode Jul 02 03:25:38.520536 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.521459 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.522433 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: l3-ha Jul 02 03:25:38.522773 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.523727 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.524232 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 02 03:25:38.524564 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: l3_flavors.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.525478 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.525990 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: l3-flavors Jul 02 03:25:38.526317 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.527768 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.528286 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 02 03:25:38.528618 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.529540 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.530055 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 02 03:25:38.530622 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: l3agentscheduler.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.531815 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.532343 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: l3_agent_scheduler Jul 02 03:25:38.532673 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: local_ip.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.534636 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.535162 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension local_ip not supported by any of loaded plugins Jul 02 03:25:38.535517 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: logging.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.536999 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.538140 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension logging not supported by any of loaded plugins Jul 02 03:25:38.538486 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: metering.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.539247 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.539859 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: metering Jul 02 03:25:38.540194 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.541307 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.541828 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: metering_source_and_destination_fields Jul 02 03:25:38.542159 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: multiprovidernet.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.543090 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.543643 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: multi-provider Jul 02 03:25:38.543969 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: netmtu.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.544901 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.545412 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: net-mtu Jul 02 03:25:38.545732 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: netmtu_writable.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.546661 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.547166 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: net-mtu-writable Jul 02 03:25:38.547512 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: network_availability_zone.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.548190 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.548696 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: network_availability_zone Jul 02 03:25:38.549019 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: network_ip_availability.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.550123 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.550632 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: network-ip-availability Jul 02 03:25:38.550956 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: network_segment_range.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.551770 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.552279 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension network-segment-range not supported by any of loaded plugins Jul 02 03:25:38.552601 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: pagination.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.554114 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.554450 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: pagination Jul 02 03:25:38.554778 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: port_device_profile.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.555751 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.556587 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: port-device-profile Jul 02 03:25:38.556919 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: port_mac_address_override.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.557858 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.558371 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: port-mac-override Jul 02 03:25:38.558699 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.559651 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.560165 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: port-mac-address-regenerate Jul 02 03:25:38.560495 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.561409 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.561924 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: port-numa-affinity-policy Jul 02 03:25:38.562249 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: port_resource_request.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.563158 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.563712 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension port-resource-request not supported by any of loaded plugins Jul 02 03:25:38.564036 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: port_resource_request_groups.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.565002 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.565506 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 02 03:25:38.565836 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: portbindings.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.566766 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.567276 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: binding Jul 02 03:25:38.567627 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: portbindings_extended.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.569300 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.569825 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: binding-extended Jul 02 03:25:38.570160 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: portsecurity.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.571087 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.571635 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: port-security Jul 02 03:25:38.571971 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: project_id.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.572951 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.573292 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: project-id Jul 02 03:25:38.573620 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: providernet.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.574556 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.575070 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: provider Jul 02 03:25:38.575424 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: qos.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.580490 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.581015 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension qos not supported by any of loaded plugins Jul 02 03:25:38.581349 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.582609 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.583115 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 02 03:25:38.583480 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.584901 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.585420 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 02 03:25:38.585749 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: qos_default.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.586680 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.587195 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension qos-default not supported by any of loaded plugins Jul 02 03:25:38.587553 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: qos_fip.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.588472 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.588980 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension qos-fip not supported by any of loaded plugins Jul 02 03:25:38.589306 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.590237 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.590740 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 02 03:25:38.591064 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: qos_gateway_ip.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.592016 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.592522 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 02 03:25:38.592844 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: qos_port_network_policy.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.593765 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.594269 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 02 03:25:38.594595 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.595669 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.596179 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 02 03:25:38.596503 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.597546 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.598055 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 02 03:25:38.598383 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: qos_pps_rule.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.599694 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.600759 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension qos-pps not supported by any of loaded plugins Jul 02 03:25:38.601094 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: qos_rule_type_details.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.602033 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.602544 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 02 03:25:38.602869 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.603830 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.604339 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 02 03:25:38.604667 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: qos_rules_alias.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.605709 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.606216 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 02 03:25:38.606542 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: quota_check_limit.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.607488 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.607998 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: quota-check-limit Jul 02 03:25:38.608326 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: quotasv2.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.609274 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.609608 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: quotas Jul 02 03:25:38.609931 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: quotasv2_detail.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.611663 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.612005 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: quota_details Jul 02 03:25:38.612338 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: rbac.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.613406 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.613929 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: rbac-policies Jul 02 03:25:38.614265 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: rbac_address_group.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.615198 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.616229 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: rbac-address-group Jul 02 03:25:38.616564 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: rbac_address_scope.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.617493 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.618064 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: rbac-address-scope Jul 02 03:25:38.618340 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: rbac_security_groups.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.619358 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.619876 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: rbac-security-groups Jul 02 03:25:38.620204 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: rbac_subnetpool.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.621136 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.621653 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: rbac-subnetpool Jul 02 03:25:38.621986 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: revisionifmatch.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.622929 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.623470 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: revision-if-match Jul 02 03:25:38.623797 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: revisions.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.624931 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.625441 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: standard-attr-revisions Jul 02 03:25:38.625763 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: router_availability_zone.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.626441 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.626947 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: router_availability_zone Jul 02 03:25:38.627272 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: routerservicetype.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.628401 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.628907 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension router-service-type not supported by any of loaded plugins Jul 02 03:25:38.629233 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.630161 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.630668 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: security-groups-normalized-cidr Jul 02 03:25:38.631062 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.632112 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.632621 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: port-security-groups-filtering Jul 02 03:25:38.632943 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.633893 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.634397 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: security-groups-remote-address-group Jul 02 03:25:38.634724 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.635699 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.636211 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: security-groups-shared-filtering Jul 02 03:25:38.636533 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: securitygroup.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.646115 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.646723 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: security-group Jul 02 03:25:38.647448 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: segment.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.648195 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.648712 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension segment not supported by any of loaded plugins Jul 02 03:25:38.649045 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.650005 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.650518 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 02 03:25:38.650847 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: servicetype.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.651983 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.652505 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: service-type Jul 02 03:25:38.652839 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: sorting.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.653821 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.654160 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: sorting Jul 02 03:25:38.654486 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: standard_attr_segment.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.655436 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.655959 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 02 03:25:38.656288 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: standardattrdescription.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.656951 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.657465 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: standard-attr-description Jul 02 03:25:38.657794 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: stateful_security_group.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.658751 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.659266 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: stateful-security-group Jul 02 03:25:38.659619 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: stdattrs_common.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.660204 dv-cinder-846842-9-iscsi neutron-server[104140]: WARNING neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 02 03:25:38.660529 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.661460 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.661976 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 02 03:25:38.662505 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: subnet_onboard.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.663617 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.664132 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: subnet_onboard Jul 02 03:25:38.664461 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.665415 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.665924 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 02 03:25:38.666243 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: subnet_service_types.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.667174 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.667726 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: subnet-service-types Jul 02 03:25:38.668051 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: subnetallocation.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.669145 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.669661 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: subnet_allocation Jul 02 03:25:38.669990 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.670665 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.671174 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: subnetpool-prefix-ops Jul 02 03:25:38.671538 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.672500 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.673006 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 02 03:25:38.673330 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: tagging.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.674414 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.674934 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: standard-attr-tag Jul 02 03:25:38.675262 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: timestamp.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.676497 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.677012 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loaded extension: standard-attr-timestamp Jul 02 03:25:38.677342 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: trunk.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.678946 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.679511 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension trunk not supported by any of loaded plugins Jul 02 03:25:38.679845 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: trunk_details.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.680786 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.681619 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension trunk-details not supported by any of loaded plugins Jul 02 03:25:38.681947 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: uplink_status_propagation.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.682880 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.683422 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 02 03:25:38.683748 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Loading extension file: vlantransparent.py {{(pid=104140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 02 03:25:38.684442 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 02 03:25:38.684930 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 02 03:25:38.687523 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.quota.resource_registry [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Creating instance of TrackedResource for resource:network Jul 02 03:25:38.688039 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.quota.resource_registry [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Creating instance of TrackedResource for resource:subnet Jul 02 03:25:38.688434 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.quota.resource_registry [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 02 03:25:38.688826 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.quota.resource_registry [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Creating instance of TrackedResource for resource:port Jul 02 03:25:38.690057 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.v2.resource_helper [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 03:25:38.690503 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.v2.resource_helper [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Service FLAVORS assigned prefix: {{(pid=104140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 03:25:38.691152 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.v2.resource_helper [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 03:25:38.691615 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.v2.resource_helper [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 03:25:38.691947 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.quota.resource_registry [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Creating instance of TrackedResource for resource:router Jul 02 03:25:38.692375 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.quota.resource_registry [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Creating instance of TrackedResource for resource:floatingip Jul 02 03:25:38.692866 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.v2.resource_helper [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Service METERING assigned prefix: /metering {{(pid=104140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 03:25:38.694823 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.695214 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.695596 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:25:38.696616 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.quota.resource_registry [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Creating instance of CountableResource for resource:rbac_policy Jul 02 03:25:38.697058 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.quota.resource_registry [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Creating instance of TrackedResource for resource:security_group Jul 02 03:25:38.697511 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.quota.resource_registry [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 02 03:25:38.698103 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.v2.resource_helper [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Service CORE assigned prefix: {{(pid=104140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 03:25:38.698439 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.quota.resource_registry [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 02 03:25:38.698793 dv-cinder-846842-9-iscsi neutron-server[104140]: WARNING neutron.quota.resource_registry [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] subnetpool is already registered Jul 02 03:25:38.699227 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.v2.resource_helper [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Service CORE assigned prefix: {{(pid=104140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 03:25:38.699581 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.quota.resource_registry [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 02 03:25:38.699922 dv-cinder-846842-9-iscsi neutron-server[104140]: WARNING neutron.quota.resource_registry [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] subnetpool is already registered Jul 02 03:25:38.702319 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.v2.resource_helper [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 03:25:38.702757 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.v2.resource_helper [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Service FLAVORS assigned prefix: {{(pid=104140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 03:25:38.703373 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.v2.resource_helper [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 03:25:38.703805 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.v2.resource_helper [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 03:25:38.704135 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.quota.resource_registry [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Creating instance of TrackedResource for resource:router Jul 02 03:25:38.704474 dv-cinder-846842-9-iscsi neutron-server[104140]: WARNING neutron.quota.resource_registry [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] router is already registered Jul 02 03:25:38.704889 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.quota.resource_registry [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Creating instance of TrackedResource for resource:floatingip Jul 02 03:25:38.705228 dv-cinder-846842-9-iscsi neutron-server[104140]: WARNING neutron.quota.resource_registry [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] floatingip is already registered Jul 02 03:25:38.705683 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.v2.resource_helper [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Service METERING assigned prefix: /metering {{(pid=104140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 03:25:38.706364 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.quota.resource_registry [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Creating instance of CountableResource for resource:rbac_policy Jul 02 03:25:38.706693 dv-cinder-846842-9-iscsi neutron-server[104140]: WARNING neutron.quota.resource_registry [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] rbac_policy is already registered Jul 02 03:25:38.707107 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.quota.resource_registry [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Creating instance of TrackedResource for resource:security_group Jul 02 03:25:38.707477 dv-cinder-846842-9-iscsi neutron-server[104140]: WARNING neutron.quota.resource_registry [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] security_group is already registered Jul 02 03:25:38.707879 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.quota.resource_registry [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 02 03:25:38.708214 dv-cinder-846842-9-iscsi neutron-server[104140]: WARNING neutron.quota.resource_registry [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] security_group_rule is already registered Jul 02 03:25:38.708850 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.v2.resource_helper [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Service CORE assigned prefix: {{(pid=104140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 03:25:38.709675 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.quota.resource_registry [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 02 03:25:38.710031 dv-cinder-846842-9-iscsi neutron-server[104140]: WARNING neutron.quota.resource_registry [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] subnetpool is already registered Jul 02 03:25:38.710462 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.v2.resource_helper [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Service CORE assigned prefix: {{(pid=104140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 03:25:38.710792 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.quota.resource_registry [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 02 03:25:38.711126 dv-cinder-846842-9-iscsi neutron-server[104140]: WARNING neutron.quota.resource_registry [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] subnetpool is already registered Jul 02 03:25:38.711632 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: extensions {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.713099 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: address-groups {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.714595 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: address-scopes {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.716124 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: agents {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.717291 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: auto-allocated-topology {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.718560 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: availability_zones {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.719821 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: dhcp-networks {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.721323 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: dhcp-agents {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.722779 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: routers {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.724544 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: flavors {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.726454 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: service_profiles {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.727704 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: next_providers {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.729164 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: service_profiles {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.730716 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: floatingip-pools {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.731990 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: routers {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.733682 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: floatingips {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.734972 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: l3-routers {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.736384 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: l3-agents {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.737795 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: metering-labels {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.739077 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: metering-label-rules {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.741745 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: network-ip-availabilities {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.743031 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: bindings {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.744622 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: quotas {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.746283 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: quotas {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.747884 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: rbac-policies {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.749114 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: security-groups {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.750417 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: security-group-rules {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.751708 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: service-providers {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.752946 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: subnetpools {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.754293 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: subnetpools {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.755883 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: tags {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.758108 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: tags {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.759972 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: tags {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.761755 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: tags {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.763490 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: tags {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.765447 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: tags {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.767152 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: tags {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.769075 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: tags {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.770871 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: tags {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.773272 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron.api.extensions [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Extended resource: tags {{(pid=104140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 03:25:38.779253 dv-cinder-846842-9-iscsi neutron-server[104140]: WARNING keystonemiddleware.auth_token [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 02 03:25:38.784380 dv-cinder-846842-9-iscsi neutron-server[104140]: WARNING keystonemiddleware.auth_token [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 02 03:25:38.793740 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_concurrency.lockutils [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Acquired lock "singleton_lock" {{(pid=104140) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 02 03:25:38.794226 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_concurrency.lockutils [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Releasing lock "singleton_lock" {{(pid=104140) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 02 03:25:38.794876 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO oslo_service.service [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Starting 2 workers Jul 02 03:25:38.799726 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Started child 104249 {{(pid=104140) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 02 03:25:38.804762 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Started child 104250 {{(pid=104140) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 02 03:25:38.805338 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:25:38.806687 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO neutron.service [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 02 03:25:38.807161 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [-] (104249) wsgi starting up on http://0.0.0.0:9696 Jul 02 03:25:38.807382 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:25:38.809449 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:25:38.810005 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO oslo_service.service [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Starting 1 workers Jul 02 03:25:38.810979 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [-] (104250) wsgi starting up on http://0.0.0.0:9696 Jul 02 03:25:38.816893 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Started child 104251 {{(pid=104140) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 02 03:25:38.817596 dv-cinder-846842-9-iscsi neutron-server[104140]: INFO oslo_service.service [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Starting 1 workers Jul 02 03:25:38.821736 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.service [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] calling RpcWorker wait() {{(pid=104251) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 02 03:25:38.822294 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.service [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] returning from RpcWorker wait() {{(pid=104251) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 02 03:25:38.822862 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Started child 104252 {{(pid=104140) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 02 03:25:38.823611 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:25:38.823735 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0e44553c-5bfa-4a0e-9e98-617ed620bac4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:25:38.824107 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:25:38.825517 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104140) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 02 03:25:38.825733 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 02 03:25:38.825889 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 02 03:25:38.826136 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 02 03:25:38.826458 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 02 03:25:38.826579 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 02 03:25:38.827121 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.827413 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.827675 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.827796 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:25:38.828238 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.828528 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.828705 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:25:38.828812 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.829012 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.829291 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.829553 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.829738 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.829879 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.830106 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.830295 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.830609 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.830892 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.831128 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.831388 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.831568 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.831820 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.832070 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.832323 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.832599 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] debug = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.832894 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.833352 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.833576 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.833824 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.834058 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.834867 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.835129 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.835441 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.835677 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.835908 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.836164 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.836424 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.836674 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.836908 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.837156 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.837439 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.837661 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.838128 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] host = dv-cinder-846842-9-iscsi {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.838365 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.838599 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.838848 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.839077 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.839329 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.839570 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.839821 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.840073 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.840327 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.840549 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.840796 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.841036 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.841266 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.841516 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] log_file = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.841679 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] log_options = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.841921 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.842174 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.842441 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.842641 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.842808 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.843027 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.843229 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.843442 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.843657 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.843888 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.844106 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.844339 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.844552 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.844783 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.845026 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.845238 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.845449 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.845670 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.845923 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.846176 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.846417 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.846647 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.846881 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.847094 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.847346 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.847591 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.847831 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.850259 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.850433 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.850802 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.851087 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.851409 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.851618 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.851916 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.852301 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.852467 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.852600 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.852835 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.853106 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.853510 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.853652 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.853845 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.854048 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.854341 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.854482 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.854728 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.854943 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] use_json = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.855475 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.855475 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.856917 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.856917 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.856917 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.858470 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.858470 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.858470 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.858470 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.858470 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.858786 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.858978 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.859337 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.859642 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.859897 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.860133 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.860355 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.860607 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.860857 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.861315 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.861554 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.861861 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.862200 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.862506 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.862825 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.863097 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.863471 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.863732 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.863942 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.864179 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.864425 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.864700 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.864931 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.865173 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.865521 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.866129 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.866129 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.866278 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.866542 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.866895 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.867153 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.867460 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.867731 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.867929 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.868229 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.868382 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.868628 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.868847 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.869059 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.869369 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.869569 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.869832 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.870031 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.870251 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.871308 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.871308 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.871308 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.871308 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.871781 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.871781 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.872021 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.872361 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.872361 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.872576 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.872782 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.873055 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.873249 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.873606 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.873873 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.874136 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.874311 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.874549 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.874742 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.874974 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.875183 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.875441 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.875654 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.875902 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.876114 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.876331 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.876563 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.876824 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.876981 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.877168 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.877418 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.877817 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.878015 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.878228 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.878455 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.878662 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.878878 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.879093 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.879354 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.879550 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.879768 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.879993 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.880180 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.880390 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.880616 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.880800 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.881256 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.881860 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.881860 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.882032 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.882253 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.882475 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.882704 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.882920 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.883155 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.883383 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.883748 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.884061 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.884224 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.884432 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.884665 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.885035 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.885208 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.885386 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.885625 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.885834 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.886059 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.886309 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.886572 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.886811 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.887043 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.887255 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.887502 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.887750 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.888052 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.888314 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.888575 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.888790 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.889089 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.889400 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.889675 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.889879 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.890122 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.890338 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.890643 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.890878 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.891153 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.891427 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.891666 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.891880 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.892150 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.892413 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.892619 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.892851 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.893361 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.893361 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.893745 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.893926 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.894190 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.894422 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.894677 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.894931 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.895171 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.895402 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.895648 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.896076 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.896076 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.896300 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.896697 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.897494 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.897494 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.897494 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.897494 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.898037 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.898037 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.898516 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.898516 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.898820 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.898820 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.899092 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.899238 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.899538 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.899709 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.899895 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.900120 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.900380 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.900560 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.900792 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.900946 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.901186 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.901391 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.901656 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.901907 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.902169 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.902402 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.902623 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.902857 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.903064 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.903354 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.903536 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.903893 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.904105 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.904327 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.904530 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.904826 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.905124 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.905224 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.905477 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.905808 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.906041 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.906330 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.906534 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.906785 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.907578 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.907578 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.907578 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.907815 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.908058 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.908191 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.908413 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.908705 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.908929 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.909102 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.909292 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.909522 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.909815 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.910215 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.910458 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.910672 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.910894 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.911094 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.911455 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.911627 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.911803 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.912008 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.912602 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.912832 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.913203 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.913712 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.914211 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.914495 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.914729 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.914938 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.915375 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.915758 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.916160 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.916373 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.916614 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.916852 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.917061 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.917354 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.917598 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.917787 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.918005 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.918216 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.918423 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.918675 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.918883 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.919089 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.919348 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.919585 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.919791 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.920009 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.920213 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.920418 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.920632 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.920842 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.921046 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.921264 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.921468 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.921673 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.921883 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.922145 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.922299 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.922566 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.922823 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.923035 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.923336 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.923577 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.923817 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.924100 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.924394 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.924628 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.924891 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.925118 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.925332 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.925546 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.925790 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.926094 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.926364 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.926609 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.926864 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.927132 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.927420 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.927699 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.928023 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.928308 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.928639 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.928896 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.930213 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.930213 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.930213 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.930213 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.930213 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.930705 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.930705 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.930705 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.930922 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.931463 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.931701 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.932024 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.932157 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.932376 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.932588 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.932803 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.933033 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.933252 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.933402 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 02 03:25:38.933946 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104140) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 02 03:25:38.934100 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 02 03:25:38.934404 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 02 03:25:38.934572 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 02 03:25:38.934740 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 02 03:25:38.934888 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 02 03:25:38.935092 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.935248 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.935436 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.935591 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.935783 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.935943 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.936098 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.936252 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.936406 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.936563 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.936718 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.936871 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.937023 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.937177 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.937330 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.937486 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.937639 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.937799 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.937952 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.938105 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.938261 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.938413 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] debug = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.938566 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.938763 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.938921 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.939074 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.939159 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:25:38.939262 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.939415 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.939536 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.939669 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.939815 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.939969 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.940122 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.940275 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.940429 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.940581 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.940735 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.940889 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.941042 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.941194 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] host = dv-cinder-846842-9-iscsi {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.941347 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.941499 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.941652 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.941805 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.941958 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.942110 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.942263 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.942416 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.942568 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.942726 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.942881 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.943077 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.944073 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.944073 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] log_file = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.944073 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] log_options = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.944073 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.944073 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.944073 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.944517 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.944517 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.944517 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.945742 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.945742 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.945742 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.945742 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.945742 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.945742 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.945742 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.945742 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.946306 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.946306 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.946306 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.946306 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.946306 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.946644 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.946644 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.946644 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.946851 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.946928 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.947083 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.947235 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.947396 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.947550 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.949711 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.949711 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.949711 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.949711 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.949711 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.949711 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.949711 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.949711 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.950388 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.950388 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.950388 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.950388 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.950388 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.950388 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.950388 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.950388 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.950920 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.950920 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.950920 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] use_json = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.950920 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.950920 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.950920 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.950920 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.951430 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.951430 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.951430 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.951430 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.951998 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 03:25:38.951998 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.951998 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.951998 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.952271 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.952349 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.952455 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.952613 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.952780 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.952937 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.953090 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.953254 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.953426 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.953581 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.954023 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.954023 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.954023 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.954636 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.954636 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.954636 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.954636 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.955260 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.955260 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.955260 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.955260 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.955618 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.955618 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.955780 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.955974 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.955974 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.956274 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.956274 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.956466 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.956661 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.956752 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.956832 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.956988 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.957145 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.957301 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.957458 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.957614 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.957812 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.957940 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.958068 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.958200 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.958437 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.958523 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.958648 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.958804 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.958959 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.959221 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.959421 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.959560 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.959560 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.960037 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.960037 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.960161 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.960309 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.960408 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.960571 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.960727 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.960882 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.961038 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.961194 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.961351 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.961506 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.961660 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.961816 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.961972 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.962142 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.962297 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.962459 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.962614 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.962774 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.962929 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.963083 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.963238 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.963415 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.963572 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.963727 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.963883 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.964023 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.964181 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.964349 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.964498 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.964656 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.964812 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.964967 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.965123 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.965279 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.965437 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.965595 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.965766 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.965922 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.966079 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.966235 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.966392 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.966548 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.966703 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.966858 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.967012 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.967167 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.967338 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.967496 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.967654 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.967809 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.967963 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.968119 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.968274 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.968430 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.968596 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.968721 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.968880 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.969034 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.969190 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.969343 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.969499 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.969640 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.969796 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.969950 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.970115 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.970271 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.970429 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.970583 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.970746 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.970912 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.971072 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.971228 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.971404 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.971561 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.971716 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.971872 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.972029 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.972186 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.972341 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.972500 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.972672 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.972893 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.973035 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.973164 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.973286 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.973437 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.973594 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.973749 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.973907 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.974061 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.974217 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.974372 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.974529 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.974741 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.975014 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.975554 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.975554 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.975554 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.975992 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.975992 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.975992 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.976332 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.976332 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.976561 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.976561 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.976788 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.976919 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.977042 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.977163 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.977290 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.977448 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.977624 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.977783 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.977940 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.978097 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.978236 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.978396 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.978550 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.978706 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.978861 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.979015 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.979172 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.979336 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.979495 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.979704 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.979834 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.979955 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.980074 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.980235 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.980390 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.980546 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.980703 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.980858 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.981014 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.981168 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.981323 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.981479 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.981632 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.981790 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.981966 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.982121 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.982278 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.982435 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.982596 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.982750 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.982905 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.983062 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.983217 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.983393 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.983552 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.983708 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.983850 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.984008 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.984162 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.984317 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.984475 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.984634 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.984791 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.984947 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.985103 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.985259 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.985415 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.985569 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.985809 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.985944 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.986056 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.986176 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.986295 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.986465 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.986622 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.986778 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.986932 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.987086 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.987242 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.987428 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.987586 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.987742 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.987897 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.988040 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.988196 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.988361 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.988516 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.988670 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.988825 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.988978 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.989133 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.989298 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.989456 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.989611 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.989765 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.989919 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.990074 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.990237 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.990668 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.990668 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.990668 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.991252 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.991252 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.992154 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.992154 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.992154 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.992154 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.992154 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.992154 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.992593 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.992593 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.992593 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.992802 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.992881 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.993033 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.993193 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.993362 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.993518 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.993677 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.993834 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.993988 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.994144 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.994301 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.994463 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.994628 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.994792 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.994950 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.995115 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.995278 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.995565 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.995722 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.995921 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.996117 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.996215 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.996358 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.996514 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.996670 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.996825 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.996980 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.997139 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.997335 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.997491 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.997639 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.997792 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.997935 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.998095 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.998252 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.998398 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.998552 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.998775 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.998866 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.999027 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 03:25:38.999178 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 02 03:25:39.040369 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 57100) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:25:39.052688 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0094900 Jul 02 03:25:48.285629 dv-cinder-846842-9-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:25:50.236532 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writer thread running {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 02 03:25:50.238092 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad94772f-d900-455f-8b24-676bc9e9a198 None None] get_active_networks_info from dv-cinder-846842-9-iscsi {{(pid=104251) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 02 03:25:50.357754 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad94772f-d900-455f-8b24-676bc9e9a198 None None] No non-hosted networks {{(pid=104251) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 02 03:25:50.360469 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-03042a4f-b9e3-43ed-a70b-cb03f93818d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-385499'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:25:51.981740 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writer thread running {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 02 03:25:52.519945 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-d0f9b3c0-8812-4feb-8e4d-38ccb2dc42c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-385499'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:25:52.567867 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-14a6652c-2ae9-4a19-8cb9-b674d5596762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:25:53.511510 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 57174) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:25:53.541048 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-385499'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:25:54.077001 dv-cinder-846842-9-iscsi neutron-server[104250]: WARNING oslo_policy.policy [None req-3d8eba24-f903-434a-bca3-e54dd173f404 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 02 03:25:54.077546 dv-cinder-846842-9-iscsi neutron-server[104250]: WARNING oslo_policy.policy [None req-3d8eba24-f903-434a-bca3-e54dd173f404 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 02 03:25:54.292656 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [None req-3d8eba24-f903-434a-bca3-e54dd173f404 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104250) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 02 03:25:54.305954 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-3d8eba24-f903-434a-bca3-e54dd173f404 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7814000 Jul 02 03:25:55.177231 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-385499'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:25:55.326839 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-385499'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:25:55.329070 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:25:55.330128 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:25:55.330820 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:25:55.331423 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:25:55.332316 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:25:55.332951 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:25:55.334002 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:25:55.334612 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:25:55.335371 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:25:55.336217 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:25:55.336818 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:25:55.337398 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:25:55.338128 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:25:55.338722 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:25:55.339476 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:25:55.340370 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-846842-9-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:25:55.349621 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-846842-9-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:25:56.662430 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 57204) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:25:56.767229 dv-cinder-846842-9-iscsi neutron-server[104251]: INFO neutron.db.l3_hamode_db [None req-dc017150-3ce3-43a8-a1e5-85b028c64495 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 02 03:25:56.842775 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc017150-3ce3-43a8-a1e5-85b028c64495 None None] Routers set() bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:25:56.843122 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc017150-3ce3-43a8-a1e5-85b028c64495 None None] Router IDs set() for agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 02 03:25:57.212727 dv-cinder-846842-9-iscsi neutron-server[104249]: WARNING oslo_policy.policy [None req-2fdc4549-305e-4a9e-8c18-bbb42337a416 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 02 03:25:57.213514 dv-cinder-846842-9-iscsi neutron-server[104249]: WARNING oslo_policy.policy [None req-2fdc4549-305e-4a9e-8c18-bbb42337a416 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 02 03:25:57.426775 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-2fdc4549-305e-4a9e-8c18-bbb42337a416 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:25:57.516491 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.policy [None req-2fdc4549-305e-4a9e-8c18-bbb42337a416 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104249) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 02 03:25:57.557703 dv-cinder-846842-9-iscsi neutron-server[104249]: WARNING oslo_policy.policy [None req-2fdc4549-305e-4a9e-8c18-bbb42337a416 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 02 03:25:57.558064 dv-cinder-846842-9-iscsi neutron-server[104249]: WARNING oslo_policy.policy [None req-2fdc4549-305e-4a9e-8c18-bbb42337a416 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 02 03:25:57.578286 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writer thread running {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 02 03:25:57.657095 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-2fdc4549-305e-4a9e-8c18-bbb42337a416 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769087919016', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769087918500', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769087934699', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769087946479', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769087939781', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769087961428', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1587409', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1579585', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3631798', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3556608'] for rbac-policy (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:25:57.730541 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-2fdc4549-305e-4a9e-8c18-bbb42337a416 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:25:57.732001 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-2fdc4549-305e-4a9e-8c18-bbb42337a416 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0676847 Jul 02 03:25:59.952569 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 57222) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:26:00.287987 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:26:00.300965 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writer thread running {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 02 03:26:00.344342 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] Made reservation on behalf of 94c3ce30be2e489e9210838c8132fd92 for: {'network': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:26:00.404702 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.policy [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104250) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 02 03:26:00.445327 dv-cinder-846842-9-iscsi neutron-server[104250]: WARNING oslo_policy.policy [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 02 03:26:00.445690 dv-cinder-846842-9-iscsi neutron-server[104250]: WARNING oslo_policy.policy [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 02 03:26:00.455928 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for network (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:00.481272 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:00.604922 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] Publish callbacks [] for security_group (2e834047-3f8d-4fa1-b755-752e6c985403), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:00.610441 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (2e834047-3f8d-4fa1-b755-752e6c985403), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:00.635699 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=104250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 03:26:00.671318 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769088488277', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (f42bd4b1-d440-4b9a-a4c6-8020eb876450), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:00.671883 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] Unsubscribe: segment precommit_create {{(pid=104250) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 02 03:26:00.672423 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.db.segments_db [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] Added segment f42bd4b1-d440-4b9a-a4c6-8020eb876450 of type vlan for network 8482e661-1dfc-4343-80fa-8622e545f83b Jul 02 03:26:00.693048 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=2e834047-3f8d-4fa1-b755-752e6c985403,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:26:00.726683 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:00.727014 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:00.727393 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:00.727744 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:00.728070 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:00.728387 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:00.728703 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:00.729015 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:00.729305 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:00.729645 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:00.729959 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:00.730263 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:00.730579 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:00.730883 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:00.731193 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] Tracked resource versions report: Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: pushed versions: Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: { 'AddressGroup': {'1.2'}, Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: 'Agent': {'1.1'}, Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: 'ConntrackHelper': {'1.0'}, Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: 'LocalIPAssociation': {'1.0'}, Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: 'Log': {'1.0'}, Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: 'NDPProxy': {'1.0'}, Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: 'Network': {'1.1'}, Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: 'Port': {'1.7'}, Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: 'PortForwarding': {'1.3'}, Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: 'QosPolicy': {'1.10'}, Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: 'SecurityGroup': {'1.5'}, Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: 'SecurityGroupRule': {'1.2'}, Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: 'SubPort': {'1.0'}, Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: 'Subnet': {'1.1'}, Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: 'Trunk': {'1.1'}} Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: consumer versions: Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: { DHCP agent@dv-cinder-846842-9-iscsi: {}, Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: L3 agent@dv-cinder-846842-9-iscsi: {}, Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: Metadata agent@dv-cinder-846842-9-iscsi: {}, Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: Metering agent@dv-cinder-846842-9-iscsi: {}, Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: Open vSwitch agent@dv-cinder-846842-9-iscsi: { 'AddressGroup': '1.2', Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: 'Agent': '1.1', Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: 'ConntrackHelper': '1.0', Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: 'LocalIPAssociation': '1.0', Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: 'Log': '1.0', Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: 'NDPProxy': '1.0', Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: 'Network': '1.1', Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: 'Port': '1.7', Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: 'PortForwarding': '1.3', Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: 'QosPolicy': '1.10', Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: 'SecurityGroup': '1.5', Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: 'SecurityGroupRule': '1.2', Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: 'SubPort': '1.0', Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: 'Subnet': '1.1', Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: 'Trunk': '1.1'}} Jul 02 03:26:00.732819 dv-cinder-846842-9-iscsi neutron-server[104250]: {{(pid=104250) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 02 03:26:00.795058 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087990932'] for network (8482e661-1dfc-4343-80fa-8622e545f83b), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:00.836292 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675'] for network (8482e661-1dfc-4343-80fa-8622e545f83b), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:00.841402 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:26:00.842126 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:00.919000 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.9652953 Jul 02 03:26:00.967630 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba093b5-8846-4330-a9fd-52981bd3cced demo demo] Pushing event updated for resources: {'Network': ['ID=8482e661-1dfc-4343-80fa-8622e545f83b,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:26:00.980438 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Network 8482e661-1dfc-4343-80fa-8622e545f83b details requested by agent ovs-agent-dv-cinder-846842-9-iscsi with host dv-cinder-846842-9-iscsi {{(pid=104251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 03:26:03.245749 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 57236) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:26:03.740444 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1da98cd-5eff-4227-af95-108777492177 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:26:03.741914 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-c1da98cd-5eff-4227-af95-108777492177 demo admin] 10.222.0.42 "GET /v2.0/networks/8482e661-1dfc-4343-80fa-8622e545f83b HTTP/1.1" status: 200 len: 825 time: 0.4952362 Jul 02 03:26:03.770411 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-8b5fd796-5cb7-4c92-aa8f-f6ee27a13f18 demo admin] 10.222.0.42 "GET /v2.0/subnetpools/f7a4af01-cba6-4f7a-8aea-50fc2d41162c HTTP/1.1" status: 200 len: 734 time: 0.0197062 Jul 02 03:26:03.779218 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-3700f0f1-a359-4ee9-aa30-a099a7c64a01 demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'f7a4af01-cba6-4f7a-8aea-50fc2d41162c', 'name': 'private-subnet', 'network_id': '8482e661-1dfc-4343-80fa-8622e545f83b'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:26:03.809371 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3700f0f1-a359-4ee9-aa30-a099a7c64a01 demo admin] Made reservation on behalf of 94c3ce30be2e489e9210838c8132fd92 for: {'subnet': 1} {{(pid=104249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:26:03.812134 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3700f0f1-a359-4ee9-aa30-a099a7c64a01 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:04.105976 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3700f0f1-a359-4ee9-aa30-a099a7c64a01 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675'] for subnet (3fa59019-84af-42e0-aae3-7abf0945f688), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:04.114724 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=58,neutron:INSERT=39,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:04.196833 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3700f0f1-a359-4ee9-aa30-a099a7c64a01 demo admin] Checking segment: {'id': 'f42bd4b1-d440-4b9a-a4c6-8020eb876450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8482e661-1dfc-4343-80fa-8622e545f83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:26:04.197204 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3700f0f1-a359-4ee9-aa30-a099a7c64a01 demo admin] Network hostable DHCP agents. Network: 8482e661-1dfc-4343-80fa-8622e545f83b, hostable agents: ['1553e874-6843-4478-a19b-2f80346723c1'], hosted agents: [] {{(pid=104249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 03:26:04.202349 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700f0f1-a359-4ee9-aa30-a099a7c64a01 demo admin] Pushing event updated for resources: {'Subnet': ['ID=3fa59019-84af-42e0-aae3-7abf0945f688,revision_number=0']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:26:04.215435 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3700f0f1-a359-4ee9-aa30-a099a7c64a01 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:04.215774 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3700f0f1-a359-4ee9-aa30-a099a7c64a01 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:04.216122 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3700f0f1-a359-4ee9-aa30-a099a7c64a01 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:04.216472 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3700f0f1-a359-4ee9-aa30-a099a7c64a01 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:04.216802 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3700f0f1-a359-4ee9-aa30-a099a7c64a01 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:04.217130 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3700f0f1-a359-4ee9-aa30-a099a7c64a01 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:04.217447 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3700f0f1-a359-4ee9-aa30-a099a7c64a01 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:04.217770 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3700f0f1-a359-4ee9-aa30-a099a7c64a01 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:04.218095 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3700f0f1-a359-4ee9-aa30-a099a7c64a01 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:04.218416 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3700f0f1-a359-4ee9-aa30-a099a7c64a01 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:04.218727 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3700f0f1-a359-4ee9-aa30-a099a7c64a01 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:04.219027 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3700f0f1-a359-4ee9-aa30-a099a7c64a01 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:04.219362 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3700f0f1-a359-4ee9-aa30-a099a7c64a01 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:04.219674 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3700f0f1-a359-4ee9-aa30-a099a7c64a01 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:04.219981 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3700f0f1-a359-4ee9-aa30-a099a7c64a01 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3700f0f1-a359-4ee9-aa30-a099a7c64a01 demo admin] Tracked resource versions report: Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: pushed versions: Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: { 'AddressGroup': {'1.2'}, Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: 'Agent': {'1.1'}, Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: 'ConntrackHelper': {'1.0'}, Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: 'LocalIPAssociation': {'1.0'}, Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: 'Log': {'1.0'}, Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: 'NDPProxy': {'1.0'}, Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: 'Network': {'1.1'}, Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: 'Port': {'1.7'}, Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: 'PortForwarding': {'1.3'}, Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: 'QosPolicy': {'1.10'}, Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: 'SecurityGroup': {'1.5'}, Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: 'SecurityGroupRule': {'1.2'}, Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: 'SubPort': {'1.0'}, Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: 'Subnet': {'1.1'}, Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: 'Trunk': {'1.1'}} Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: consumer versions: Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: { DHCP agent@dv-cinder-846842-9-iscsi: {}, Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: L3 agent@dv-cinder-846842-9-iscsi: {}, Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: Metadata agent@dv-cinder-846842-9-iscsi: {}, Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: Metering agent@dv-cinder-846842-9-iscsi: {}, Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: Open vSwitch agent@dv-cinder-846842-9-iscsi: { 'AddressGroup': '1.2', Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: 'Agent': '1.1', Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: 'ConntrackHelper': '1.0', Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: 'LocalIPAssociation': '1.0', Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: 'Log': '1.0', Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: 'NDPProxy': '1.0', Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: 'Network': '1.1', Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: 'Port': '1.7', Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: 'PortForwarding': '1.3', Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: 'QosPolicy': '1.10', Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: 'SecurityGroup': '1.5', Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: 'SecurityGroupRule': '1.2', Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: 'SubPort': '1.0', Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: 'Subnet': '1.1', Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: 'Trunk': '1.1'}} Jul 02 03:26:04.221335 dv-cinder-846842-9-iscsi neutron-server[104249]: {{(pid=104249) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 02 03:26:04.248777 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3700f0f1-a359-4ee9-aa30-a099a7c64a01 demo admin] Network 8482e661-1dfc-4343-80fa-8622e545f83b is scheduled to be hosted by DHCP agent 1553e874-6843-4478-a19b-2f80346723c1 with binding_index 1 {{(pid=104249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 03:26:04.266946 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [None req-3700f0f1-a359-4ee9-aa30-a099a7c64a01 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-9-iscsi, 8482e661-1dfc-4343-80fa-8622e545f83b) {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:26:04.273013 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3700f0f1-a359-4ee9-aa30-a099a7c64a01 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:26:04.273653 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3700f0f1-a359-4ee9-aa30-a099a7c64a01 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for subnet (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:04.277882 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a5dd07-7866-4e89-b35a-d07c4fda24a6 None None] Network 8482e661-1dfc-4343-80fa-8622e545f83b requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:26:04.291829 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-3700f0f1-a359-4ee9-aa30-a099a7c64a01 demo admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5158713 Jul 02 03:26:04.544208 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e612fdf-d4d2-534a-a3d7-4de3d62f7aff-8482e661-1dfc-4343-80fa-8622e545f83b', 'network_id': '8482e661-1dfc-4343-80fa-8622e545f83b', 'project_id': '94c3ce30be2e489e9210838c8132fd92', 'fixed_ips': [{'subnet_id': '3fa59019-84af-42e0-aae3-7abf0945f688'}]}} from dv-cinder-846842-9-iscsi. {{(pid=104251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 02 03:26:04.545601 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:04.821967 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.db_base_plugin_common [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Allocated IP 172.20.0.2 (8482e661-1dfc-4343-80fa-8622e545f83b/3fa59019-84af-42e0-aae3-7abf0945f688/2f3faf01-c1c9-4ac8-b589-632e822364d5) {{(pid=104251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:26:04.887545 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:05.094648 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Publish callbacks [] for port (2f3faf01-c1c9-4ac8-b589-632e822364d5), precommit_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:05.102464 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077'] for port (2f3faf01-c1c9-4ac8-b589-632e822364d5), after_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:05.187346 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Network 8482e661-1dfc-4343-80fa-8622e545f83b is already hosted by enough agents. {{(pid=104251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:26:05.188440 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Pushing event updated for resources: {'Port': ['ID=2f3faf01-c1c9-4ac8-b589-632e822364d5,revision_number=1']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:26:05.191022 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.scheduler.base_scheduler [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Resources bound (agent type, host, resource id): {{(pid=104251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:26:05.198781 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Received port after_create {{(pid=104251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:26:05.202494 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:05.202838 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:05.203192 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:05.204125 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:05.204465 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:05.204800 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:05.205129 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:05.205455 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:05.205785 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:05.206105 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:05.206431 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:05.206753 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:05.207058 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:05.207391 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:05.207767 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Tracked resource versions report: Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: pushed versions: Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: { 'AddressGroup': {'1.2'}, Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: 'Agent': {'1.1'}, Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: 'ConntrackHelper': {'1.0'}, Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: 'LocalIPAssociation': {'1.0'}, Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: 'Log': {'1.0'}, Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: 'NDPProxy': {'1.0'}, Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: 'Network': {'1.1'}, Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: 'Port': {'1.7'}, Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: 'PortForwarding': {'1.3'}, Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: 'QosPolicy': {'1.10'}, Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: 'SecurityGroup': {'1.5'}, Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: 'SecurityGroupRule': {'1.2'}, Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: 'SubPort': {'1.0'}, Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: 'Subnet': {'1.1'}, Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: 'Trunk': {'1.1'}} Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: consumer versions: Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: { DHCP agent@dv-cinder-846842-9-iscsi: {}, Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: L3 agent@dv-cinder-846842-9-iscsi: {}, Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: Metadata agent@dv-cinder-846842-9-iscsi: {}, Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: Metering agent@dv-cinder-846842-9-iscsi: {}, Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: Open vSwitch agent@dv-cinder-846842-9-iscsi: { 'AddressGroup': '1.2', Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: 'Agent': '1.1', Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: 'ConntrackHelper': '1.0', Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: 'LocalIPAssociation': '1.0', Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: 'Log': '1.0', Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: 'NDPProxy': '1.0', Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: 'Network': '1.1', Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: 'Port': '1.7', Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: 'PortForwarding': '1.3', Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: 'QosPolicy': '1.10', Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: 'SecurityGroup': '1.5', Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: 'SecurityGroupRule': '1.2', Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: 'SubPort': '1.0', Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: 'Subnet': '1.1', Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: 'Trunk': '1.1'}} Jul 02 03:26:05.209178 dv-cinder-846842-9-iscsi neutron-server[104251]: {{(pid=104251) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 02 03:26:05.287343 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Attempting to bind port 2f3faf01-c1c9-4ac8-b589-632e822364d5 on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:26:05.288006 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Attempting to bind port 2f3faf01-c1c9-4ac8-b589-632e822364d5 by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': 'f42bd4b1-d440-4b9a-a4c6-8020eb876450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8482e661-1dfc-4343-80fa-8622e545f83b'}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:26:05.288202 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Attempting to bind port 2f3faf01-c1c9-4ac8-b589-632e822364d5 on network 8482e661-1dfc-4343-80fa-8622e545f83b {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:26:05.293484 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:26:05.293852 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Checking segment: {'id': 'f42bd4b1-d440-4b9a-a4c6-8020eb876450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8482e661-1dfc-4343-80fa-8622e545f83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:26:05.294315 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:05.294706 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Bound using segment: {'id': 'f42bd4b1-d440-4b9a-a4c6-8020eb876450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8482e661-1dfc-4343-80fa-8622e545f83b'} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:26:05.295160 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Bound port: 2f3faf01-c1c9-4ac8-b589-632e822364d5, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42bd4b1-d440-4b9a-a4c6-8020eb876450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8482e661-1dfc-4343-80fa-8622e545f83b'}}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:26:05.295605 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (2f3faf01-c1c9-4ac8-b589-632e822364d5), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:05.297333 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=5 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:05.360870 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] For port 2f3faf01-c1c9-4ac8-b589-632e822364d5, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:26:05.381669 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] For port 2f3faf01-c1c9-4ac8-b589-632e822364d5, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=2f3faf01-c1c9-4ac8-b589-632e822364d5,segment=NetworkSegment(f42bd4b1-d440-4b9a-a4c6-8020eb876450),segment_id=f42bd4b1-d440-4b9a-a4c6-8020eb876450)] {{(pid=104251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:26:05.390076 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (2f3faf01-c1c9-4ac8-b589-632e822364d5), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:05.456247 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c68cb5-dd3d-42b4-8cde-b1dbc797f809 None None] Pushing event updated for resources: {'Port': ['ID=2f3faf01-c1c9-4ac8-b589-632e822364d5,revision_number=2']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:26:06.585264 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 57252) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:26:06.946735 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [None req-a3944382-0032-447b-b555-677cf59430b7 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 02 03:26:06.959318 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-a3944382-0032-447b-b555-677cf59430b7 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3614390 Jul 02 03:26:09.170034 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=6 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:09.172842 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:09.226563 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 57264) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:26:09.565507 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [None req-c4d74049-2757-44e8-b365-43de4a556e3e admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 02 03:26:09.566741 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-c4d74049-2757-44e8-b365-43de4a556e3e admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3392651 Jul 02 03:26:10.927084 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=39,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:10.937403 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=45,neutron:INSERT=39,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:11.898488 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 57276) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:26:12.254726 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-43886c81-2f9a-4476-bd6a-4e20897fe5b0 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:26:12.283527 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-43886c81-2f9a-4476-bd6a-4e20897fe5b0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-388431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4176334'] for router (c924f666-41fe-4a90-8ef2-f2084b9c4531), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:12.285189 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-43886c81-2f9a-4476-bd6a-4e20897fe5b0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-388809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-392072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4176327'] for router (c924f666-41fe-4a90-8ef2-f2084b9c4531), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:12.390689 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:12.446537 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-43886c81-2f9a-4476-bd6a-4e20897fe5b0 demo demo] Publish callbacks [] for router_controller (c924f666-41fe-4a90-8ef2-f2084b9c4531), precommit_add_association {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:12.453533 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-43886c81-2f9a-4476-bd6a-4e20897fe5b0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-387663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390652'] for router (c924f666-41fe-4a90-8ef2-f2084b9c4531), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:12.479516 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-43886c81-2f9a-4476-bd6a-4e20897fe5b0 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:12.480721 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-43886c81-2f9a-4476-bd6a-4e20897fe5b0 demo demo] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5812790 Jul 02 03:26:13.059207 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 2f3faf01-c1c9-4ac8-b589-632e822364d5 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:26:13.144383 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 2f3faf01-c1c9-4ac8-b589-632e822364d5 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:26:13.144849 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (2f3faf01-c1c9-4ac8-b589-632e822364d5), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:13.245737 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 2f3faf01-c1c9-4ac8-b589-632e822364d5 is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:26:13.246117 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (2f3faf01-c1c9-4ac8-b589-632e822364d5), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:13.282415 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] For port 2f3faf01-c1c9-4ac8-b589-632e822364d5, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=2f3faf01-c1c9-4ac8-b589-632e822364d5,segment=NetworkSegment(f42bd4b1-d440-4b9a-a4c6-8020eb876450),segment_id=f42bd4b1-d440-4b9a-a4c6-8020eb876450)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:26:13.287906 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (2f3faf01-c1c9-4ac8-b589-632e822364d5), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:13.336742 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Pushing event updated for resources: {'Port': ['ID=2f3faf01-c1c9-4ac8-b589-632e822364d5,revision_number=3']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:26:13.592790 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bee090-8e43-42b6-aa48-7252dbd22dc2 None None] Network 8482e661-1dfc-4343-80fa-8622e545f83b requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:26:13.686501 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-ef7c80b9-c771-450c-ada0-da2dc8e44171 None None] Provisioning complete for port 2f3faf01-c1c9-4ac8-b589-632e822364d5 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:26:13.686973 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-ef7c80b9-c771-450c-ada0-da2dc8e44171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (2f3faf01-c1c9-4ac8-b589-632e822364d5), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:13.735958 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:13.796457 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-ef7c80b9-c771-450c-ada0-da2dc8e44171 None None] Current status of the port 2f3faf01-c1c9-4ac8-b589-632e822364d5 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:26:14.016607 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-d0e421f8-6947-442e-9fe9-663debf9b12b None None] Provisioning complete for port 2f3faf01-c1c9-4ac8-b589-632e822364d5 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:26:14.016996 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-d0e421f8-6947-442e-9fe9-663debf9b12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (2f3faf01-c1c9-4ac8-b589-632e822364d5), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:14.094074 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-d0e421f8-6947-442e-9fe9-663debf9b12b None None] Current status of the port 2f3faf01-c1c9-4ac8-b589-632e822364d5 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:26:14.763227 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 57288) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:26:15.028599 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 2f3faf01-c1c9-4ac8-b589-632e822364d5 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:26:15.073051 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 2f3faf01-c1c9-4ac8-b589-632e822364d5 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:26:15.073431 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (2f3faf01-c1c9-4ac8-b589-632e822364d5), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:15.118834 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [None req-9f41fd27-39cd-45a9-b26f-3aa671bc4953 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 02 03:26:15.131346 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-9f41fd27-39cd-45a9-b26f-3aa671bc4953 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3557549 Jul 02 03:26:15.149705 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 2f3faf01-c1c9-4ac8-b589-632e822364d5 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:26:17.427532 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 57296) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:26:17.786126 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-7f2ed260-057f-4ac4-83c6-271eab6cf338 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:26:17.818256 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2ed260-057f-4ac4-83c6-271eab6cf338 admin admin] Made reservation on behalf of 08e65693c4ea4b43b13797fe93e3a44a for: {'network': 1} {{(pid=104249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:26:17.820815 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7f2ed260-057f-4ac4-83c6-271eab6cf338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for network (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:17.841631 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7f2ed260-057f-4ac4-83c6-271eab6cf338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:17.966398 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7f2ed260-057f-4ac4-83c6-271eab6cf338 admin admin] Publish callbacks [] for security_group (b71c279c-c334-4be7-830f-400a1d7e7e4a), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:17.972097 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7f2ed260-057f-4ac4-83c6-271eab6cf338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (b71c279c-c334-4be7-830f-400a1d7e7e4a), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:17.991578 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7f2ed260-057f-4ac4-83c6-271eab6cf338 admin admin] Reserving flat network on physical network physnet1 {{(pid=104249) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 02 03:26:18.010404 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ed260-057f-4ac4-83c6-271eab6cf338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71c279c-c334-4be7-830f-400a1d7e7e4a,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:26:18.019033 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7f2ed260-057f-4ac4-83c6-271eab6cf338 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769088488277', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:18.019165 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7f2ed260-057f-4ac4-83c6-271eab6cf338 admin admin] Unsubscribe: segment precommit_create {{(pid=104249) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 02 03:26:18.019848 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.db.segments_db [None req-7f2ed260-057f-4ac4-83c6-271eab6cf338 admin admin] Added segment d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc of type flat for network f461a802-f340-43f3-86d0-4b44bcb77e0c Jul 02 03:26:18.079536 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7f2ed260-057f-4ac4-83c6-271eab6cf338 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087990932'] for network (f461a802-f340-43f3-86d0-4b44bcb77e0c), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:18.129311 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7f2ed260-057f-4ac4-83c6-271eab6cf338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675'] for network (f461a802-f340-43f3-86d0-4b44bcb77e0c), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:18.130386 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2ed260-057f-4ac4-83c6-271eab6cf338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:26:18.130960 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7f2ed260-057f-4ac4-83c6-271eab6cf338 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:18.176995 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-7f2ed260-057f-4ac4-83c6-271eab6cf338 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7482996 Jul 02 03:26:18.229393 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ed260-057f-4ac4-83c6-271eab6cf338 admin admin] Pushing event updated for resources: {'Network': ['ID=f461a802-f340-43f3-86d0-4b44bcb77e0c,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:26:18.240875 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Network f461a802-f340-43f3-86d0-4b44bcb77e0c details requested by agent ovs-agent-dv-cinder-846842-9-iscsi with host dv-cinder-846842-9-iscsi {{(pid=104251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 03:26:18.274514 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:20.205246 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-77f5c37a-7eaa-4a15-a1b3-bd33a341217f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:20.397648 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 57304) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:26:20.855025 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a722b983-f401-4ea2-bf07-f0a5f2d9fbda demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:26:20.856473 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-a722b983-f401-4ea2-bf07-f0a5f2d9fbda demo admin] 10.222.0.42 "GET /v2.0/subnets/3fa59019-84af-42e0-aae3-7abf0945f688 HTTP/1.1" status: 200 len: 849 time: 0.4575689 Jul 02 03:26:21.020105 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-fe92a9e8-241a-475d-b3f5-c8e1090e26ad demo admin] 10.222.0.42 "GET /v2.0/routers/c924f666-41fe-4a90-8ef2-f2084b9c4531 HTTP/1.1" status: 200 len: 704 time: 0.1547763 Jul 02 03:26:21.318786 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-a2d23740-880c-4313-baad-15df6a49c0e6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:21.618248 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [None req-a2d23740-880c-4313-baad-15df6a49c0e6 demo admin] Allocated IP 172.20.0.1 (8482e661-1dfc-4343-80fa-8622e545f83b/3fa59019-84af-42e0-aae3-7abf0945f688/f4a64da1-0c2e-42a7-945b-9ccd7f337db1) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:26:21.829207 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-a2d23740-880c-4313-baad-15df6a49c0e6 demo admin] Publish callbacks [] for port (f4a64da1-0c2e-42a7-945b-9ccd7f337db1), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:21.900914 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-a2d23740-880c-4313-baad-15df6a49c0e6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077'] for port (f4a64da1-0c2e-42a7-945b-9ccd7f337db1), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:21.996010 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d23740-880c-4313-baad-15df6a49c0e6 demo admin] Network 8482e661-1dfc-4343-80fa-8622e545f83b is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:26:22.006476 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-a2d23740-880c-4313-baad-15df6a49c0e6 demo admin] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:26:22.013040 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d23740-880c-4313-baad-15df6a49c0e6 demo admin] Pushing event updated for resources: {'Port': ['ID=f4a64da1-0c2e-42a7-945b-9ccd7f337db1,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:26:22.016314 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d23740-880c-4313-baad-15df6a49c0e6 demo admin] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:26:22.016530 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-a2d23740-880c-4313-baad-15df6a49c0e6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-386495'] for router_interface (c924f666-41fe-4a90-8ef2-f2084b9c4531), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:22.171097 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-4b45eb4d-91a5-4d0a-a289-27622657ab45 None None] Provisioning complete for port f4a64da1-0c2e-42a7-945b-9ccd7f337db1 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:26:22.171710 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-4b45eb4d-91a5-4d0a-a289-27622657ab45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (f4a64da1-0c2e-42a7-945b-9ccd7f337db1), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:22.207604 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:22.224733 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-a2d23740-880c-4313-baad-15df6a49c0e6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (f4a64da1-0c2e-42a7-945b-9ccd7f337db1), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:22.228075 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:22.260268 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-4b45eb4d-91a5-4d0a-a289-27622657ab45 None None] Port f4a64da1-0c2e-42a7-945b-9ccd7f337db1 cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:26:22.490427 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-a2d23740-880c-4313-baad-15df6a49c0e6 demo admin] Publish callbacks [] for port (f4a64da1-0c2e-42a7-945b-9ccd7f337db1), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:22.497405 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-a2d23740-880c-4313-baad-15df6a49c0e6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (f4a64da1-0c2e-42a7-945b-9ccd7f337db1), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:22.499249 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-a2d23740-880c-4313-baad-15df6a49c0e6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386339'] for router_interface (c924f666-41fe-4a90-8ef2-f2084b9c4531), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:22.516760 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-12f8124b-0ebf-49e0-8744-3ca5e9c6f212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:22.565230 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d23740-880c-4313-baad-15df6a49c0e6 demo admin] Pushing event updated for resources: {'Port': ['ID=f4a64da1-0c2e-42a7-945b-9ccd7f337db1,revision_number=2']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:26:22.637212 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d23740-880c-4313-baad-15df6a49c0e6 demo admin] Network 8482e661-1dfc-4343-80fa-8622e545f83b is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:26:22.638670 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-a2d23740-880c-4313-baad-15df6a49c0e6 demo admin] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:26:22.804874 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d23740-880c-4313-baad-15df6a49c0e6 demo admin] Router c924f666-41fe-4a90-8ef2-f2084b9c4531 is scheduled to L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c with binding_index 1 {{(pid=104250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 02 03:26:22.882525 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-a9640e3d-d8eb-411f-a8a2-bf411a3250ef None None] Provisioning complete for port f4a64da1-0c2e-42a7-945b-9ccd7f337db1 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:26:22.883819 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-a9640e3d-d8eb-411f-a8a2-bf411a3250ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (f4a64da1-0c2e-42a7-945b-9ccd7f337db1), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:22.893800 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d23740-880c-4313-baad-15df6a49c0e6 demo admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:26:22.899002 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-a2d23740-880c-4313-baad-15df6a49c0e6 demo admin] 10.222.0.42 "PUT /v2.0/routers/c924f666-41fe-4a90-8ef2-f2084b9c4531/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8705072 Jul 02 03:26:22.904085 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04e83ce-78b4-4b7d-aa7f-a15d80e8b486 None None] Sync routers for ids ['c924f666-41fe-4a90-8ef2-f2084b9c4531'] in dv-cinder-846842-9-iscsi {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:26:22.916830 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04e83ce-78b4-4b7d-aa7f-a15d80e8b486 None None] Routers {'c924f666-41fe-4a90-8ef2-f2084b9c4531'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:26:22.917543 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-a04e83ce-78b4-4b7d-aa7f-a15d80e8b486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:26:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['c924f666-41fe-4a90-8ef2-f2084b9c4531'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:26:22.934883 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-a9640e3d-d8eb-411f-a8a2-bf411a3250ef None None] Port f4a64da1-0c2e-42a7-945b-9ccd7f337db1 cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:26:23.102641 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-a04e83ce-78b4-4b7d-aa7f-a15d80e8b486 None None] Set router c924f666-41fe-4a90-8ef2-f2084b9c4531 gateway port host: None {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:26:23.498685 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:23.516915 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-a04e83ce-78b4-4b7d-aa7f-a15d80e8b486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c924f666-41fe-4a90-8ef2-f2084b9c4531', 'name': 'router1', 'tenant_id': '94c3ce30be2e489e9210838c8132fd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:26:12Z', 'updated_at': '2022-07-02T03:26:22Z', 'revision_number': 2, 'project_id': '94c3ce30be2e489e9210838c8132fd92', 'gw_port_host': None, '_interfaces': [{'id': 'f4a64da1-0c2e-42a7-945b-9ccd7f337db1', 'name': '', 'network_id': '8482e661-1dfc-4343-80fa-8622e545f83b', 'tenant_id': '94c3ce30be2e489e9210838c8132fd92', 'mac_address': 'fa:16:3e:6b:88:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c924f666-41fe-4a90-8ef2-f2084b9c4531', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3fa59019-84af-42e0-aae3-7abf0945f688', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:26:21Z', 'updated_at': '2022-07-02T03:26:22Z', 'revision_number': 2, 'project_id': '94c3ce30be2e489e9210838c8132fd92', 'subnets': [{'id': '3fa59019-84af-42e0-aae3-7abf0945f688', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7a4af01-cba6-4f7a-8aea-50fc2d41162c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:26:23.565372 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04e83ce-78b4-4b7d-aa7f-a15d80e8b486 None None] Checking router: c924f666-41fe-4a90-8ef2-f2084b9c4531 for host: dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:26:23.565739 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04e83ce-78b4-4b7d-aa7f-a15d80e8b486 None None] Updating router c924f666-41fe-4a90-8ef2-f2084b9c4531 port f4a64da1-0c2e-42a7-945b-9ccd7f337db1 binding host dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 03:26:23.621205 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-a04e83ce-78b4-4b7d-aa7f-a15d80e8b486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (f4a64da1-0c2e-42a7-945b-9ccd7f337db1), before_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:24.119513 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-a04e83ce-78b4-4b7d-aa7f-a15d80e8b486 None None] Publish callbacks [] for port (f4a64da1-0c2e-42a7-945b-9ccd7f337db1), precommit_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:24.128204 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-a04e83ce-78b4-4b7d-aa7f-a15d80e8b486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (f4a64da1-0c2e-42a7-945b-9ccd7f337db1), after_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:24.300929 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd54f5-1c81-4003-95b9-4debad898cbf None None] Pushing event updated for resources: {'Port': ['ID=f4a64da1-0c2e-42a7-945b-9ccd7f337db1,revision_number=3']} {{(pid=104252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:26:24.306410 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-a04e83ce-78b4-4b7d-aa7f-a15d80e8b486 None None] Attempting to bind port f4a64da1-0c2e-42a7-945b-9ccd7f337db1 on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:26:24.306822 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-a04e83ce-78b4-4b7d-aa7f-a15d80e8b486 None None] Attempting to bind port f4a64da1-0c2e-42a7-945b-9ccd7f337db1 by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': 'f42bd4b1-d440-4b9a-a4c6-8020eb876450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8482e661-1dfc-4343-80fa-8622e545f83b'}] {{(pid=104252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:26:24.307262 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04e83ce-78b4-4b7d-aa7f-a15d80e8b486 None None] Attempting to bind port f4a64da1-0c2e-42a7-945b-9ccd7f337db1 on network 8482e661-1dfc-4343-80fa-8622e545f83b {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:26:24.316329 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd54f5-1c81-4003-95b9-4debad898cbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:24.316698 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd54f5-1c81-4003-95b9-4debad898cbf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:24.317055 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd54f5-1c81-4003-95b9-4debad898cbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:24.317394 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd54f5-1c81-4003-95b9-4debad898cbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:24.317725 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd54f5-1c81-4003-95b9-4debad898cbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:24.318050 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd54f5-1c81-4003-95b9-4debad898cbf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:24.318374 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd54f5-1c81-4003-95b9-4debad898cbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:24.318698 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd54f5-1c81-4003-95b9-4debad898cbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:24.319021 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd54f5-1c81-4003-95b9-4debad898cbf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:24.319378 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd54f5-1c81-4003-95b9-4debad898cbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:24.319704 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd54f5-1c81-4003-95b9-4debad898cbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:24.320040 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd54f5-1c81-4003-95b9-4debad898cbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:24.320362 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd54f5-1c81-4003-95b9-4debad898cbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:24.320677 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd54f5-1c81-4003-95b9-4debad898cbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:24.320992 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd54f5-1c81-4003-95b9-4debad898cbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd54f5-1c81-4003-95b9-4debad898cbf None None] Tracked resource versions report: Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: pushed versions: Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: { 'AddressGroup': {'1.2'}, Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: 'Agent': {'1.1'}, Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: 'ConntrackHelper': {'1.0'}, Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: 'LocalIPAssociation': {'1.0'}, Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: 'Log': {'1.0'}, Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: 'NDPProxy': {'1.0'}, Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: 'Network': {'1.1'}, Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: 'Port': {'1.7'}, Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: 'PortForwarding': {'1.3'}, Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: 'QosPolicy': {'1.10'}, Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: 'SecurityGroup': {'1.5'}, Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: 'SecurityGroupRule': {'1.2'}, Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: 'SubPort': {'1.0'}, Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: 'Subnet': {'1.1'}, Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: 'Trunk': {'1.1'}} Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: consumer versions: Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: { DHCP agent@dv-cinder-846842-9-iscsi: {}, Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: L3 agent@dv-cinder-846842-9-iscsi: {}, Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: Metadata agent@dv-cinder-846842-9-iscsi: {}, Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: Metering agent@dv-cinder-846842-9-iscsi: {}, Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: Open vSwitch agent@dv-cinder-846842-9-iscsi: { 'AddressGroup': '1.2', Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: 'Agent': '1.1', Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: 'ConntrackHelper': '1.0', Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: 'LocalIPAssociation': '1.0', Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: 'Log': '1.0', Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: 'NDPProxy': '1.0', Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: 'Network': '1.1', Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: 'Port': '1.7', Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: 'PortForwarding': '1.3', Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: 'QosPolicy': '1.10', Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: 'SecurityGroup': '1.5', Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: 'SecurityGroupRule': '1.2', Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: 'SubPort': '1.0', Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: 'Subnet': '1.1', Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: 'Trunk': '1.1'}} Jul 02 03:26:24.322424 dv-cinder-846842-9-iscsi neutron-server[104252]: {{(pid=104252) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 02 03:26:24.325253 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04e83ce-78b4-4b7d-aa7f-a15d80e8b486 None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:26:24.325253 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04e83ce-78b4-4b7d-aa7f-a15d80e8b486 None None] Checking segment: {'id': 'f42bd4b1-d440-4b9a-a4c6-8020eb876450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8482e661-1dfc-4343-80fa-8622e545f83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:26:24.325692 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-a04e83ce-78b4-4b7d-aa7f-a15d80e8b486 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:24.326064 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04e83ce-78b4-4b7d-aa7f-a15d80e8b486 None None] Bound using segment: {'id': 'f42bd4b1-d440-4b9a-a4c6-8020eb876450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8482e661-1dfc-4343-80fa-8622e545f83b'} {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:26:24.326555 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-a04e83ce-78b4-4b7d-aa7f-a15d80e8b486 None None] Bound port: f4a64da1-0c2e-42a7-945b-9ccd7f337db1, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42bd4b1-d440-4b9a-a4c6-8020eb876450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8482e661-1dfc-4343-80fa-8622e545f83b'}}] {{(pid=104252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:26:24.326938 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-a04e83ce-78b4-4b7d-aa7f-a15d80e8b486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (f4a64da1-0c2e-42a7-945b-9ccd7f337db1), before_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:24.359915 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-f4810f70-4107-44b4-a932-b0aa38fc1c5f None None] Provisioning complete for port f4a64da1-0c2e-42a7-945b-9ccd7f337db1 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:26:24.360365 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-f4810f70-4107-44b4-a932-b0aa38fc1c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (f4a64da1-0c2e-42a7-945b-9ccd7f337db1), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:24.392352 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.db [None req-a04e83ce-78b4-4b7d-aa7f-a15d80e8b486 None None] For port f4a64da1-0c2e-42a7-945b-9ccd7f337db1, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:26:24.392976 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-f4810f70-4107-44b4-a932-b0aa38fc1c5f None None] Port f4a64da1-0c2e-42a7-945b-9ccd7f337db1 cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:26:24.411761 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.db [None req-a04e83ce-78b4-4b7d-aa7f-a15d80e8b486 None None] For port f4a64da1-0c2e-42a7-945b-9ccd7f337db1, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=f4a64da1-0c2e-42a7-945b-9ccd7f337db1,segment=NetworkSegment(f42bd4b1-d440-4b9a-a4c6-8020eb876450),segment_id=f42bd4b1-d440-4b9a-a4c6-8020eb876450)] {{(pid=104252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:26:24.412963 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:24.419839 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-a04e83ce-78b4-4b7d-aa7f-a15d80e8b486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (f4a64da1-0c2e-42a7-945b-9ccd7f337db1), after_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:24.450457 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:24.475978 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd54f5-1c81-4003-95b9-4debad898cbf None None] Pushing event updated for resources: {'Port': ['ID=f4a64da1-0c2e-42a7-945b-9ccd7f337db1,revision_number=4']} {{(pid=104252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:26:24.497155 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04e83ce-78b4-4b7d-aa7f-a15d80e8b486 None None] Routers {'c924f666-41fe-4a90-8ef2-f2084b9c4531'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:26:24.497806 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-a04e83ce-78b4-4b7d-aa7f-a15d80e8b486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:26:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['c924f666-41fe-4a90-8ef2-f2084b9c4531'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:26:24.585832 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-a04e83ce-78b4-4b7d-aa7f-a15d80e8b486 None None] Set router c924f666-41fe-4a90-8ef2-f2084b9c4531 gateway port host: None {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:26:24.715906 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-73f127b8-3fa8-4c51-8feb-1c3d0ed8a112 None None] Provisioning complete for port f4a64da1-0c2e-42a7-945b-9ccd7f337db1 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:26:24.716514 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-73f127b8-3fa8-4c51-8feb-1c3d0ed8a112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (f4a64da1-0c2e-42a7-945b-9ccd7f337db1), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:24.781105 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-a04e83ce-78b4-4b7d-aa7f-a15d80e8b486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c924f666-41fe-4a90-8ef2-f2084b9c4531', 'name': 'router1', 'tenant_id': '94c3ce30be2e489e9210838c8132fd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:26:12Z', 'updated_at': '2022-07-02T03:26:22Z', 'revision_number': 2, 'project_id': '94c3ce30be2e489e9210838c8132fd92', 'gw_port_host': None, '_interfaces': [{'id': 'f4a64da1-0c2e-42a7-945b-9ccd7f337db1', 'name': '', 'network_id': '8482e661-1dfc-4343-80fa-8622e545f83b', 'tenant_id': '94c3ce30be2e489e9210838c8132fd92', 'mac_address': 'fa:16:3e:6b:88:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c924f666-41fe-4a90-8ef2-f2084b9c4531', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3fa59019-84af-42e0-aae3-7abf0945f688', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:26:21Z', 'updated_at': '2022-07-02T03:26:24Z', 'revision_number': 4, 'project_id': '94c3ce30be2e489e9210838c8132fd92', 'subnets': [{'id': '3fa59019-84af-42e0-aae3-7abf0945f688', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7a4af01-cba6-4f7a-8aea-50fc2d41162c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:26:24.788386 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-73f127b8-3fa8-4c51-8feb-1c3d0ed8a112 None None] Current status of the port f4a64da1-0c2e-42a7-945b-9ccd7f337db1 is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:26:24.788784 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-73f127b8-3fa8-4c51-8feb-1c3d0ed8a112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (f4a64da1-0c2e-42a7-945b-9ccd7f337db1), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:24.808550 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04e83ce-78b4-4b7d-aa7f-a15d80e8b486 None None] The sync data for ids ['c924f666-41fe-4a90-8ef2-f2084b9c4531'] in dv-cinder-846842-9-iscsi is: [{'id': 'c924f666-41fe-4a90-8ef2-f2084b9c4531', 'name': 'router1', 'tenant_id': '94c3ce30be2e489e9210838c8132fd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:26:12Z', 'updated_at': '2022-07-02T03:26:22Z', 'revision_number': 2, 'project_id': '94c3ce30be2e489e9210838c8132fd92', 'gw_port_host': None, '_interfaces': [{'id': 'f4a64da1-0c2e-42a7-945b-9ccd7f337db1', 'name': '', 'network_id': '8482e661-1dfc-4343-80fa-8622e545f83b', 'tenant_id': '94c3ce30be2e489e9210838c8132fd92', 'mac_address': 'fa:16:3e:6b:88:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c924f666-41fe-4a90-8ef2-f2084b9c4531', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3fa59019-84af-42e0-aae3-7abf0945f688', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:26:21Z', 'updated_at': '2022-07-02T03:26:24Z', 'revision_number': 4, 'project_id': '94c3ce30be2e489e9210838c8132fd92', 'subnets': [{'id': '3fa59019-84af-42e0-aae3-7abf0945f688', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7a4af01-cba6-4f7a-8aea-50fc2d41162c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:26:24.822703 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-73f127b8-3fa8-4c51-8feb-1c3d0ed8a112 None None] For port f4a64da1-0c2e-42a7-945b-9ccd7f337db1, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=f4a64da1-0c2e-42a7-945b-9ccd7f337db1,segment=NetworkSegment(f42bd4b1-d440-4b9a-a4c6-8020eb876450),segment_id=f42bd4b1-d440-4b9a-a4c6-8020eb876450)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:26:24.827795 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-73f127b8-3fa8-4c51-8feb-1c3d0ed8a112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (f4a64da1-0c2e-42a7-945b-9ccd7f337db1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:24.871613 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:24.876692 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f127b8-3fa8-4c51-8feb-1c3d0ed8a112 None None] Pushing event updated for resources: {'Port': ['ID=f4a64da1-0c2e-42a7-945b-9ccd7f337db1,revision_number=5']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:26:25.121706 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:25.181077 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 57328) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:26:25.328478 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:25.391515 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d30726-b11f-4414-a14b-2d2c808cacf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:26:25.392996 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-28d30726-b11f-4414-a14b-2d2c808cacf5 admin admin] 10.222.0.42 "GET /v2.0/networks/f461a802-f340-43f3-86d0-4b44bcb77e0c HTTP/1.1" status: 200 len: 842 time: 0.2109673 Jul 02 03:26:25.402800 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-3299832a-9888-4398-b989-097c26fb1efc admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'ip_version': 4, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:26:25.434665 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3299832a-9888-4398-b989-097c26fb1efc admin admin] Made reservation on behalf of 08e65693c4ea4b43b13797fe93e3a44a for: {'subnet': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:26:25.437709 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-3299832a-9888-4398-b989-097c26fb1efc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:25.628281 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:25.642914 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:25.729964 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.objects.ports [None req-3299832a-9888-4398-b989-097c26fb1efc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104250) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 02 03:26:25.730413 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-3299832a-9888-4398-b989-097c26fb1efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675'] for subnet (5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:25.788659 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299832a-9888-4398-b989-097c26fb1efc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3,revision_number=0']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:26:25.799332 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3299832a-9888-4398-b989-097c26fb1efc admin admin] Checking segment: {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:26:25.799700 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3299832a-9888-4398-b989-097c26fb1efc admin admin] Network hostable DHCP agents. Network: f461a802-f340-43f3-86d0-4b44bcb77e0c, hostable agents: ['1553e874-6843-4478-a19b-2f80346723c1'], hosted agents: [] {{(pid=104250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 03:26:25.823878 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3299832a-9888-4398-b989-097c26fb1efc admin admin] Network f461a802-f340-43f3-86d0-4b44bcb77e0c is scheduled to be hosted by DHCP agent 1553e874-6843-4478-a19b-2f80346723c1 with binding_index 1 {{(pid=104250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 03:26:25.836517 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-3299832a-9888-4398-b989-097c26fb1efc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-9-iscsi, f461a802-f340-43f3-86d0-4b44bcb77e0c) {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:26:25.840632 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3299832a-9888-4398-b989-097c26fb1efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:26:25.841239 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-3299832a-9888-4398-b989-097c26fb1efc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for subnet (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:25.848476 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77362f80-6ddb-4c47-99d4-9a89eab0e521 None None] Network f461a802-f340-43f3-86d0-4b44bcb77e0c requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:26:25.875319 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-3299832a-9888-4398-b989-097c26fb1efc admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4654338 Jul 02 03:26:25.968642 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b040e38f-74ec-4ea3-8dce-aa315e2aeccb None None] Network f461a802-f340-43f3-86d0-4b44bcb77e0c requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:26:28.155198 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 57346) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:26:28.192880 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=53,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:28.203882 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:DELETE=3,neutron:SELECT=40,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:28.376093 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-365fa017-db40-40e8-9d19-41637934e462 demo admin] 10.222.0.42 "GET /v2.0/routers/c924f666-41fe-4a90-8ef2-f2084b9c4531 HTTP/1.1" status: 200 len: 710 time: 0.2196536 Jul 02 03:26:28.492823 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d6cd25-80de-409a-b9ba-6ae12ecb0f09 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:26:28.499446 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-48d6cd25-80de-409a-b9ba-6ae12ecb0f09 demo admin] 10.222.0.42 "GET /v2.0/networks/f461a802-f340-43f3-86d0-4b44bcb77e0c HTTP/1.1" status: 200 len: 886 time: 0.1121686 Jul 02 03:26:28.503368 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-d1747148-eb5f-4a14-a62b-0c041722acf9 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:26:28.740448 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d1747148-eb5f-4a14-a62b-0c041722acf9 demo admin] Publish callbacks [] for router_gateway (c924f666-41fe-4a90-8ef2-f2084b9c4531), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:28.968844 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d1747148-eb5f-4a14-a62b-0c041722acf9 demo admin] Publish callbacks [] for router_gateway (c924f666-41fe-4a90-8ef2-f2084b9c4531), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:29.047340 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d1747148-eb5f-4a14-a62b-0c041722acf9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:29.263143 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.db_base_plugin_common [None req-d1747148-eb5f-4a14-a62b-0c041722acf9 demo admin] Allocated IP 172.27.0.216 (f461a802-f340-43f3-86d0-4b44bcb77e0c/5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3/c0a71e00-a585-4dba-a5f4-93f072500a18) {{(pid=104249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:26:29.374485 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d1747148-eb5f-4a14-a62b-0c041722acf9 demo admin] Publish callbacks [] for port (c0a71e00-a585-4dba-a5f4-93f072500a18), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:29.390681 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:29.417147 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:29.438311 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d1747148-eb5f-4a14-a62b-0c041722acf9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077'] for port (c0a71e00-a585-4dba-a5f4-93f072500a18), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:29.514523 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1747148-eb5f-4a14-a62b-0c041722acf9 demo admin] Network f461a802-f340-43f3-86d0-4b44bcb77e0c is already hosted by enough agents. {{(pid=104249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:26:29.520231 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [None req-d1747148-eb5f-4a14-a62b-0c041722acf9 demo admin] Resources bound (agent type, host, resource id): {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:26:29.524323 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1747148-eb5f-4a14-a62b-0c041722acf9 demo admin] Received port after_create {{(pid=104249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:26:29.559541 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1747148-eb5f-4a14-a62b-0c041722acf9 demo admin] Pushing event updated for resources: {'Port': ['ID=c0a71e00-a585-4dba-a5f4-93f072500a18,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:26:29.807571 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d1747148-eb5f-4a14-a62b-0c041722acf9 demo admin] Publish callbacks [] for router_gateway (c924f666-41fe-4a90-8ef2-f2084b9c4531), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:29.998222 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d1747148-eb5f-4a14-a62b-0c041722acf9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390424', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-387652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4176337'] for router (c924f666-41fe-4a90-8ef2-f2084b9c4531), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:30.003869 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d1747148-eb5f-4a14-a62b-0c041722acf9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-390417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-390414', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-387645'] for router (c924f666-41fe-4a90-8ef2-f2084b9c4531), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:30.111174 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1747148-eb5f-4a14-a62b-0c041722acf9 demo admin] Router c924f666-41fe-4a90-8ef2-f2084b9c4531 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:26:30.214026 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1747148-eb5f-4a14-a62b-0c041722acf9 demo admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:26:30.218982 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d1747148-eb5f-4a14-a62b-0c041722acf9 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:30.220173 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-d1747148-eb5f-4a14-a62b-0c041722acf9 demo admin] 10.222.0.42 "PUT /v2.0/routers/c924f666-41fe-4a90-8ef2-f2084b9c4531 HTTP/1.1" status: 200 len: 890 time: 1.7200451 Jul 02 03:26:31.046404 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device f4a64da1-0c2e-42a7-945b-9ccd7f337db1 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:26:31.078274 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1790afa-7feb-4e4c-a34f-a31efacd3152 None None] Sync routers for ids ['c924f666-41fe-4a90-8ef2-f2084b9c4531'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:26:31.099469 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1790afa-7feb-4e4c-a34f-a31efacd3152 None None] Routers {'c924f666-41fe-4a90-8ef2-f2084b9c4531'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:26:31.100131 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-e1790afa-7feb-4e4c-a34f-a31efacd3152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:26:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['c924f666-41fe-4a90-8ef2-f2084b9c4531'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:26:31.217282 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port f4a64da1-0c2e-42a7-945b-9ccd7f337db1 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:26:31.217588 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (f4a64da1-0c2e-42a7-945b-9ccd7f337db1), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:31.353738 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-e1790afa-7feb-4e4c-a34f-a31efacd3152 None None] Set router c924f666-41fe-4a90-8ef2-f2084b9c4531 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:26:31.421949 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:31.467965 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port f4a64da1-0c2e-42a7-945b-9ccd7f337db1 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:26:31.740058 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-e1790afa-7feb-4e4c-a34f-a31efacd3152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c924f666-41fe-4a90-8ef2-f2084b9c4531', 'name': 'router1', 'tenant_id': '94c3ce30be2e489e9210838c8132fd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'c0a71e00-a585-4dba-a5f4-93f072500a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:26:12Z', 'updated_at': '2022-07-02T03:26:29Z', 'revision_number': 4, 'project_id': '94c3ce30be2e489e9210838c8132fd92', 'gw_port': {'id': 'c0a71e00-a585-4dba-a5f4-93f072500a18', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ce:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c924f666-41fe-4a90-8ef2-f2084b9c4531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:26:29Z', 'updated_at': '2022-07-02T03:26:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': 'f4a64da1-0c2e-42a7-945b-9ccd7f337db1', 'name': '', 'network_id': '8482e661-1dfc-4343-80fa-8622e545f83b', 'tenant_id': '94c3ce30be2e489e9210838c8132fd92', 'mac_address': 'fa:16:3e:6b:88:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924f666-41fe-4a90-8ef2-f2084b9c4531', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3fa59019-84af-42e0-aae3-7abf0945f688', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:26:21Z', 'updated_at': '2022-07-02T03:26:24Z', 'revision_number': 5, 'project_id': '94c3ce30be2e489e9210838c8132fd92', 'subnets': [{'id': '3fa59019-84af-42e0-aae3-7abf0945f688', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7a4af01-cba6-4f7a-8aea-50fc2d41162c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:26:31.859723 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1790afa-7feb-4e4c-a34f-a31efacd3152 None None] Checking router: c924f666-41fe-4a90-8ef2-f2084b9c4531 for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:26:31.860075 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1790afa-7feb-4e4c-a34f-a31efacd3152 None None] Updating router c924f666-41fe-4a90-8ef2-f2084b9c4531 port c0a71e00-a585-4dba-a5f4-93f072500a18 binding host dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 03:26:31.915659 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-e1790afa-7feb-4e4c-a34f-a31efacd3152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (c0a71e00-a585-4dba-a5f4-93f072500a18), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:32.089661 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:32.229322 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-e1790afa-7feb-4e4c-a34f-a31efacd3152 None None] Publish callbacks [] for port (c0a71e00-a585-4dba-a5f4-93f072500a18), precommit_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:32.236083 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-e1790afa-7feb-4e4c-a34f-a31efacd3152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (c0a71e00-a585-4dba-a5f4-93f072500a18), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:32.287676 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b7df9-cf54-43b2-ba3b-2d38380d0442 None None] Pushing event updated for resources: {'Port': ['ID=c0a71e00-a585-4dba-a5f4-93f072500a18,revision_number=2']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:26:32.289998 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-e1790afa-7feb-4e4c-a34f-a31efacd3152 None None] Attempting to bind port c0a71e00-a585-4dba-a5f4-93f072500a18 on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:26:32.290367 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-e1790afa-7feb-4e4c-a34f-a31efacd3152 None None] Attempting to bind port c0a71e00-a585-4dba-a5f4-93f072500a18 by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:26:32.290746 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1790afa-7feb-4e4c-a34f-a31efacd3152 None None] Attempting to bind port c0a71e00-a585-4dba-a5f4-93f072500a18 on network f461a802-f340-43f3-86d0-4b44bcb77e0c {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:26:32.296012 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1790afa-7feb-4e4c-a34f-a31efacd3152 None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:26:32.296368 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1790afa-7feb-4e4c-a34f-a31efacd3152 None None] Checking segment: {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:26:32.296765 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-e1790afa-7feb-4e4c-a34f-a31efacd3152 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:32.297143 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1790afa-7feb-4e4c-a34f-a31efacd3152 None None] Bound using segment: {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:26:32.297599 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-e1790afa-7feb-4e4c-a34f-a31efacd3152 None None] Bound port: c0a71e00-a585-4dba-a5f4-93f072500a18, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:26:32.297971 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-e1790afa-7feb-4e4c-a34f-a31efacd3152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (c0a71e00-a585-4dba-a5f4-93f072500a18), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:32.346148 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-e1790afa-7feb-4e4c-a34f-a31efacd3152 None None] For port c0a71e00-a585-4dba-a5f4-93f072500a18, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:26:32.349546 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-e1790afa-7feb-4e4c-a34f-a31efacd3152 None None] For port c0a71e00-a585-4dba-a5f4-93f072500a18, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=c0a71e00-a585-4dba-a5f4-93f072500a18,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:26:32.355965 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-e1790afa-7feb-4e4c-a34f-a31efacd3152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (c0a71e00-a585-4dba-a5f4-93f072500a18), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:32.414881 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b7df9-cf54-43b2-ba3b-2d38380d0442 None None] Pushing event updated for resources: {'Port': ['ID=c0a71e00-a585-4dba-a5f4-93f072500a18,revision_number=3']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:26:32.417424 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1790afa-7feb-4e4c-a34f-a31efacd3152 None None] Routers {'c924f666-41fe-4a90-8ef2-f2084b9c4531'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:26:32.418023 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-e1790afa-7feb-4e4c-a34f-a31efacd3152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:26:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['c924f666-41fe-4a90-8ef2-f2084b9c4531'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:26:32.491179 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 57360) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:26:32.522879 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-e1790afa-7feb-4e4c-a34f-a31efacd3152 None None] Set router c924f666-41fe-4a90-8ef2-f2084b9c4531 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:26:32.617038 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-6206ccf6-76cc-4a5c-9149-f7d8ca441774 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1243825 Jul 02 03:26:32.681269 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:32.728139 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-e1790afa-7feb-4e4c-a34f-a31efacd3152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c924f666-41fe-4a90-8ef2-f2084b9c4531', 'name': 'router1', 'tenant_id': '94c3ce30be2e489e9210838c8132fd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'c0a71e00-a585-4dba-a5f4-93f072500a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:26:12Z', 'updated_at': '2022-07-02T03:26:29Z', 'revision_number': 4, 'project_id': '94c3ce30be2e489e9210838c8132fd92', 'gw_port': {'id': 'c0a71e00-a585-4dba-a5f4-93f072500a18', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ce:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c924f666-41fe-4a90-8ef2-f2084b9c4531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:26:29Z', 'updated_at': '2022-07-02T03:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': 'f4a64da1-0c2e-42a7-945b-9ccd7f337db1', 'name': '', 'network_id': '8482e661-1dfc-4343-80fa-8622e545f83b', 'tenant_id': '94c3ce30be2e489e9210838c8132fd92', 'mac_address': 'fa:16:3e:6b:88:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924f666-41fe-4a90-8ef2-f2084b9c4531', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3fa59019-84af-42e0-aae3-7abf0945f688', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:26:21Z', 'updated_at': '2022-07-02T03:26:24Z', 'revision_number': 5, 'project_id': '94c3ce30be2e489e9210838c8132fd92', 'subnets': [{'id': '3fa59019-84af-42e0-aae3-7abf0945f688', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7a4af01-cba6-4f7a-8aea-50fc2d41162c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:26:32.758687 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1790afa-7feb-4e4c-a34f-a31efacd3152 None None] The sync data for ids ['c924f666-41fe-4a90-8ef2-f2084b9c4531'] in dv-cinder-846842-9-iscsi is: [{'id': 'c924f666-41fe-4a90-8ef2-f2084b9c4531', 'name': 'router1', 'tenant_id': '94c3ce30be2e489e9210838c8132fd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'c0a71e00-a585-4dba-a5f4-93f072500a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:26:12Z', 'updated_at': '2022-07-02T03:26:29Z', 'revision_number': 4, 'project_id': '94c3ce30be2e489e9210838c8132fd92', 'gw_port': {'id': 'c0a71e00-a585-4dba-a5f4-93f072500a18', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ce:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c924f666-41fe-4a90-8ef2-f2084b9c4531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:26:29Z', 'updated_at': '2022-07-02T03:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': 'f4a64da1-0c2e-42a7-945b-9ccd7f337db1', 'name': '', 'network_id': '8482e661-1dfc-4343-80fa-8622e545f83b', 'tenant_id': '94c3ce30be2e489e9210838c8132fd92', 'mac_address': 'fa:16:3e:6b:88:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924f666-41fe-4a90-8ef2-f2084b9c4531', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3fa59019-84af-42e0-aae3-7abf0945f688', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:26:21Z', 'updated_at': '2022-07-02T03:26:24Z', 'revision_number': 5, 'project_id': '94c3ce30be2e489e9210838c8132fd92', 'subnets': [{'id': '3fa59019-84af-42e0-aae3-7abf0945f688', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7a4af01-cba6-4f7a-8aea-50fc2d41162c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:26:33.079148 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device c0a71e00-a585-4dba-a5f4-93f072500a18 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:26:33.133069 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port c0a71e00-a585-4dba-a5f4-93f072500a18 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:26:33.133584 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (c0a71e00-a585-4dba-a5f4-93f072500a18), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:33.208183 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:33.215031 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port c0a71e00-a585-4dba-a5f4-93f072500a18 is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:26:33.215441 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (c0a71e00-a585-4dba-a5f4-93f072500a18), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:33.240075 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] For port c0a71e00-a585-4dba-a5f4-93f072500a18, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=c0a71e00-a585-4dba-a5f4-93f072500a18,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:26:33.245612 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (c0a71e00-a585-4dba-a5f4-93f072500a18), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:33.302353 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Pushing event updated for resources: {'Port': ['ID=c0a71e00-a585-4dba-a5f4-93f072500a18,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:26:34.784002 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=38 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:34.785470 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=36 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:35.044054 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device c0a71e00-a585-4dba-a5f4-93f072500a18 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:26:35.091937 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port c0a71e00-a585-4dba-a5f4-93f072500a18 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:26:35.092320 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (c0a71e00-a585-4dba-a5f4-93f072500a18), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:35.175625 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port c0a71e00-a585-4dba-a5f4-93f072500a18 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:26:40.208171 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:40.211504 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:42.605834 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:42.611578 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=21,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:43.862908 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 5 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:26:45.171932 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=41,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:45.173355 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=30 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:50.206165 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-95bc9016-02f7-4d49-9c00-5ea7d7a5da4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:52.521425 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-1db873fc-5657-4bc4-93cf-05e8a8f0aebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:53.508726 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:53.859200 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=4 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:53.860627 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=4 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:26:55.129146 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:26:55.332080 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:27:05.318667 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=5 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:27:05.325509 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:27:20.208031 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-5d7b8e97-05b3-4124-b5ba-d02dda73931d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:27:20.865096 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 5 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:27:22.518024 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-8f4d0caa-2576-4aea-80c4-809880010d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:27:23.505107 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:27:25.123545 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:27:25.336043 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:27:30.858174 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=3 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:27:30.859672 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=5 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:27:35.320691 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:27:35.330079 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:27:48.369941 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 57898) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:27:48.443436 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ddf184-0411-4244-90e1-66aec141e526 admin admin] GET failed (client error): The resource could not be found. Jul 02 03:27:48.444797 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-c6ddf184-0411-4244-90e1-66aec141e526 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0739365 Jul 02 03:27:48.608073 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6613e23-ea5c-4518-9e0c-1ec29923a5cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:27:48.609613 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-c6613e23-ea5c-4518-9e0c-1ec29923a5cc admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1604810 Jul 02 03:27:50.203720 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-86475cf1-ea06-4247-9400-49c02cab5734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:27:50.725109 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 57908) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:27:50.847579 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79802458-0130-4976-81f6-233bc4234f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:27:50.849274 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-79802458-0130-4976-81f6-233bc4234f75 admin admin] 10.222.0.42 "GET /v2.0/subnets/3fa59019-84af-42e0-aae3-7abf0945f688 HTTP/1.1" status: 200 len: 849 time: 0.1229572 Jul 02 03:27:50.868795 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-2c7d0133-16d7-4537-812a-17efc5ce1b4d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:27:50.984950 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2c7d0133-16d7-4537-812a-17efc5ce1b4d admin admin] Publish callbacks [] for subnet (3fa59019-84af-42e0-aae3-7abf0945f688), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:27:51.159407 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2c7d0133-16d7-4537-812a-17efc5ce1b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769088383955'] for subnet (3fa59019-84af-42e0-aae3-7abf0945f688), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:27:51.204170 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7d0133-16d7-4537-812a-17efc5ce1b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:27:51.204812 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2c7d0133-16d7-4537-812a-17efc5ce1b4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for subnet (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:27:51.206588 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-2c7d0133-16d7-4537-812a-17efc5ce1b4d admin admin] 10.222.0.42 "PUT /v2.0/subnets/3fa59019-84af-42e0-aae3-7abf0945f688 HTTP/1.1" status: 200 len: 868 time: 0.3442354 Jul 02 03:27:51.214193 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22890c0-ea5b-422a-abdd-a9594718e172 None None] Network 8482e661-1dfc-4343-80fa-8622e545f83b requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:27:51.228731 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d0133-16d7-4537-812a-17efc5ce1b4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fa59019-84af-42e0-aae3-7abf0945f688,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:27:51.238558 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7d0133-16d7-4537-812a-17efc5ce1b4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:27:51.238872 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7d0133-16d7-4537-812a-17efc5ce1b4d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:27:51.239165 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7d0133-16d7-4537-812a-17efc5ce1b4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:27:51.239517 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7d0133-16d7-4537-812a-17efc5ce1b4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:27:51.239857 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7d0133-16d7-4537-812a-17efc5ce1b4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:27:51.240186 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7d0133-16d7-4537-812a-17efc5ce1b4d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:27:51.240520 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7d0133-16d7-4537-812a-17efc5ce1b4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:27:51.240844 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7d0133-16d7-4537-812a-17efc5ce1b4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:27:51.241194 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7d0133-16d7-4537-812a-17efc5ce1b4d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:27:51.241541 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7d0133-16d7-4537-812a-17efc5ce1b4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:27:51.241867 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7d0133-16d7-4537-812a-17efc5ce1b4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:27:51.242308 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7d0133-16d7-4537-812a-17efc5ce1b4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:27:51.242622 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7d0133-16d7-4537-812a-17efc5ce1b4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:27:51.242944 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7d0133-16d7-4537-812a-17efc5ce1b4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:27:51.243265 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7d0133-16d7-4537-812a-17efc5ce1b4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:27:51.525594 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-a2a66c9f-6e43-43bc-92f1-b741f72aac72 None None] Provisioning complete for port f4a64da1-0c2e-42a7-945b-9ccd7f337db1 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:27:51.525914 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-a2a66c9f-6e43-43bc-92f1-b741f72aac72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (f4a64da1-0c2e-42a7-945b-9ccd7f337db1), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:27:51.600606 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-a2a66c9f-6e43-43bc-92f1-b741f72aac72 None None] Current status of the port f4a64da1-0c2e-42a7-945b-9ccd7f337db1 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:27:51.609134 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-a2a66c9f-6e43-43bc-92f1-b741f72aac72 None None] Provisioning complete for port 2f3faf01-c1c9-4ac8-b589-632e822364d5 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:27:51.610252 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-a2a66c9f-6e43-43bc-92f1-b741f72aac72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (2f3faf01-c1c9-4ac8-b589-632e822364d5), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:27:51.686543 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-a2a66c9f-6e43-43bc-92f1-b741f72aac72 None None] Current status of the port 2f3faf01-c1c9-4ac8-b589-632e822364d5 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:27:52.513407 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-b649115f-22b3-4fd7-8354-b162e28bdc4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:27:53.283172 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 57918) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:27:53.508282 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:27:53.583025 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3a5ae6-24d8-4b43-bb24-94bdb87f1f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:27:53.583419 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3a5ae6-24d8-4b43-bb24-94bdb87f1f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:27:53.585018 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-3e3a5ae6-24d8-4b43-bb24-94bdb87f1f87 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3006585 Jul 02 03:27:55.125944 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:27:55.332322 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:27:55.684807 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 57926) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:27:55.822190 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3944baa9-5b45-48a2-9bb7-32496bb74afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:27:55.822690 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3944baa9-5b45-48a2-9bb7-32496bb74afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:27:55.824267 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-3944baa9-5b45-48a2-9bb7-32496bb74afc admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1384761 Jul 02 03:27:57.864795 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 5 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:27:57.881108 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 57934) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:27:58.031996 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdff96fe-236a-41cf-8331-79c8502bf25c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:27:58.033403 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-cdff96fe-236a-41cf-8331-79c8502bf25c admin admin] 10.222.0.42 "GET /v2.0/networks/8482e661-1dfc-4343-80fa-8622e545f83b HTTP/1.1" status: 200 len: 869 time: 0.1512458 Jul 02 03:27:58.604019 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=14 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:27:58.605977 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=11 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:28:00.112481 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 57942) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:28:00.326107 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5aba3a-3f83-4976-9db0-d60563154ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:28:00.328052 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-9b5aba3a-3f83-4976-9db0-d60563154ffa admin admin] 10.222.0.42 "GET /v2.0/networks/f461a802-f340-43f3-86d0-4b44bcb77e0c HTTP/1.1" status: 200 len: 886 time: 0.2145531 Jul 02 03:28:02.386814 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 57950) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:28:02.522824 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd0e616-0abf-4f10-8a0a-6066055f5cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:28:02.523275 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd0e616-0abf-4f10-8a0a-6066055f5cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:28:02.524859 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-5cd0e616-0abf-4f10-8a0a-6066055f5cf5 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1371331 Jul 02 03:28:04.584088 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 57958) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:28:04.713543 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18ce3b8-bdb7-48f0-bcd1-714800df5858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:28:04.713982 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18ce3b8-bdb7-48f0-bcd1-714800df5858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:28:04.715549 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-c18ce3b8-bdb7-48f0-bcd1-714800df5858 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1304991 Jul 02 03:28:05.318632 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:28:05.325405 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=46,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:28:06.834503 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 57966) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:28:06.939117 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:28:06.950142 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573b7af9-ef2b-4972-8e64-b922002860a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:28:06.952485 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-573b7af9-ef2b-4972-8e64-b922002860a8 admin admin] 10.222.0.42 "GET /v2.0/subnets/3fa59019-84af-42e0-aae3-7abf0945f688 HTTP/1.1" status: 200 len: 868 time: 0.1165378 Jul 02 03:28:09.048012 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 57974) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:28:09.132195 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:28:09.140421 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b311b6ea-0eec-4a4e-9403-9fb7b0617ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:28:09.141829 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-b311b6ea-0eec-4a4e-9403-9fb7b0617ddf admin admin] 10.222.0.42 "GET /v2.0/subnets/5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3 HTTP/1.1" status: 200 len: 816 time: 0.0927184 Jul 02 03:28:09.382149 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:DELETE=1,neutron:SELECT=15 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:28:09.404003 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=22 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:28:12.513859 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=16 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:28:12.518388 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=17 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:28:19.136639 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=6 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:28:20.201913 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-e9225170-5440-4228-8545-5d8af235e1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:28:22.518556 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-fe784102-e8be-4286-8912-eed25f00138b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:28:23.510751 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:28:25.130064 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:28:25.328695 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:28:34.864944 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 5 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:28:35.320082 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:28:35.322323 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:28:35.859062 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 58028) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:28:35.912995 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [None req-a1785ced-239e-48b1-973e-b9f116776553 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104250) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 02 03:28:35.914389 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-a1785ced-239e-48b1-973e-b9f116776553 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0541067 Jul 02 03:28:38.054294 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 58036) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:28:38.134128 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.pecan_wsgi.hooks.translation [None req-603fd43a-4017-4cad-9e43-69904c7d64f5 admin admin] GET failed (client error): The resource could not be found. Jul 02 03:28:38.135585 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-603fd43a-4017-4cad-9e43-69904c7d64f5 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0798233 Jul 02 03:28:38.236125 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5448e64d-23c7-41b2-b5c2-32e6b4f3c692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:28:38.237662 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-5448e64d-23c7-41b2-b5c2-32e6b4f3c692 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0977678 Jul 02 03:28:40.376505 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 58046) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:28:40.438663 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-2cb985c8-6771-4e0c-9fd7-b0c4bafc578e admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:28:40.461146 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb985c8-6771-4e0c-9fd7-b0c4bafc578e admin admin] Made reservation on behalf of 08e65693c4ea4b43b13797fe93e3a44a for: {'network': 1} {{(pid=104249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:28:40.463813 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-2cb985c8-6771-4e0c-9fd7-b0c4bafc578e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for network (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:28:40.500271 dv-cinder-846842-9-iscsi neutron-server[104249]: WARNING neutron.services.revisions.revision_plugin [None req-2cb985c8-6771-4e0c-9fd7-b0c4bafc578e admin admin] Could not find related network for resource to bump revision. Jul 02 03:28:40.515833 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb985c8-6771-4e0c-9fd7-b0c4bafc578e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=104249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 03:28:40.527086 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-2cb985c8-6771-4e0c-9fd7-b0c4bafc578e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (dffd64fc-545e-4400-888e-87f30e9845da), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:28:40.527699 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.db.segments_db [None req-2cb985c8-6771-4e0c-9fd7-b0c4bafc578e admin admin] Added segment dffd64fc-545e-4400-888e-87f30e9845da of type vlan for network 90af9c14-46a6-4de7-8a7d-e91dae9d62f9 Jul 02 03:28:40.568175 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-2cb985c8-6771-4e0c-9fd7-b0c4bafc578e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087990932'] for network (90af9c14-46a6-4de7-8a7d-e91dae9d62f9), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:28:40.600255 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-2cb985c8-6771-4e0c-9fd7-b0c4bafc578e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675'] for network (90af9c14-46a6-4de7-8a7d-e91dae9d62f9), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:28:40.601271 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb985c8-6771-4e0c-9fd7-b0c4bafc578e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:28:40.601950 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-2cb985c8-6771-4e0c-9fd7-b0c4bafc578e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:28:40.635928 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-2cb985c8-6771-4e0c-9fd7-b0c4bafc578e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2580185 Jul 02 03:28:40.665687 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb985c8-6771-4e0c-9fd7-b0c4bafc578e admin admin] Pushing event updated for resources: {'Network': ['ID=90af9c14-46a6-4de7-8a7d-e91dae9d62f9,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:28:40.673846 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb985c8-6771-4e0c-9fd7-b0c4bafc578e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:28:40.674194 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb985c8-6771-4e0c-9fd7-b0c4bafc578e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:28:40.674535 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb985c8-6771-4e0c-9fd7-b0c4bafc578e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:28:40.674845 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb985c8-6771-4e0c-9fd7-b0c4bafc578e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:28:40.675390 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb985c8-6771-4e0c-9fd7-b0c4bafc578e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:28:40.676066 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb985c8-6771-4e0c-9fd7-b0c4bafc578e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:28:40.676397 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb985c8-6771-4e0c-9fd7-b0c4bafc578e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:28:40.676704 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb985c8-6771-4e0c-9fd7-b0c4bafc578e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:28:40.677030 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb985c8-6771-4e0c-9fd7-b0c4bafc578e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:28:40.677352 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb985c8-6771-4e0c-9fd7-b0c4bafc578e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:28:40.677675 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb985c8-6771-4e0c-9fd7-b0c4bafc578e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:28:40.678024 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb985c8-6771-4e0c-9fd7-b0c4bafc578e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:28:40.678350 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb985c8-6771-4e0c-9fd7-b0c4bafc578e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:28:40.678667 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb985c8-6771-4e0c-9fd7-b0c4bafc578e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:28:40.678982 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb985c8-6771-4e0c-9fd7-b0c4bafc578e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:28:40.690503 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Network 90af9c14-46a6-4de7-8a7d-e91dae9d62f9 details requested by agent ovs-agent-dv-cinder-846842-9-iscsi with host dv-cinder-846842-9-iscsi {{(pid=104251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 03:28:42.717109 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 58054) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:28:42.778104 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dca6262-3818-4a87-a0e4-7b8456621a75 admin admin] GET failed (client error): The resource could not be found. Jul 02 03:28:42.779475 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-2dca6262-3818-4a87-a0e4-7b8456621a75 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0613971 Jul 02 03:28:42.883560 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c664577-b284-4475-ab33-7092f22d6d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:28:42.885060 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-4c664577-b284-4475-ab33-7092f22d6d78 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1007626 Jul 02 03:28:42.895140 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-e5350bd4-f88a-47fc-a5f9-5f82efcc8f6e admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '90af9c14-46a6-4de7-8a7d-e91dae9d62f9', 'ip_version': 4}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:28:42.918532 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5350bd4-f88a-47fc-a5f9-5f82efcc8f6e admin admin] Made reservation on behalf of 08e65693c4ea4b43b13797fe93e3a44a for: {'subnet': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:28:42.920967 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-e5350bd4-f88a-47fc-a5f9-5f82efcc8f6e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:28:43.086167 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-e5350bd4-f88a-47fc-a5f9-5f82efcc8f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675'] for subnet (8cff5d60-2d2a-4728-89ff-56d6ddc12751), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:28:43.146638 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5350bd4-f88a-47fc-a5f9-5f82efcc8f6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cff5d60-2d2a-4728-89ff-56d6ddc12751,revision_number=0']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:28:43.161969 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5350bd4-f88a-47fc-a5f9-5f82efcc8f6e admin admin] Checking segment: {'id': 'dffd64fc-545e-4400-888e-87f30e9845da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '90af9c14-46a6-4de7-8a7d-e91dae9d62f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:28:43.162353 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5350bd4-f88a-47fc-a5f9-5f82efcc8f6e admin admin] Network hostable DHCP agents. Network: 90af9c14-46a6-4de7-8a7d-e91dae9d62f9, hostable agents: ['1553e874-6843-4478-a19b-2f80346723c1'], hosted agents: [] {{(pid=104250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 03:28:43.182050 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5350bd4-f88a-47fc-a5f9-5f82efcc8f6e admin admin] Network 90af9c14-46a6-4de7-8a7d-e91dae9d62f9 is scheduled to be hosted by DHCP agent 1553e874-6843-4478-a19b-2f80346723c1 with binding_index 1 {{(pid=104250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 03:28:43.192079 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-e5350bd4-f88a-47fc-a5f9-5f82efcc8f6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-9-iscsi, 90af9c14-46a6-4de7-8a7d-e91dae9d62f9) {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:28:43.196883 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5350bd4-f88a-47fc-a5f9-5f82efcc8f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:28:43.197483 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-e5350bd4-f88a-47fc-a5f9-5f82efcc8f6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for subnet (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:28:43.202873 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078e09ba-bf2e-4d36-a37a-129841b4510f None None] Network 90af9c14-46a6-4de7-8a7d-e91dae9d62f9 requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:28:43.227321 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-e5350bd4-f88a-47fc-a5f9-5f82efcc8f6e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3239958 Jul 02 03:28:43.312578 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e612fdf-d4d2-534a-a3d7-4de3d62f7aff-90af9c14-46a6-4de7-8a7d-e91dae9d62f9', 'network_id': '90af9c14-46a6-4de7-8a7d-e91dae9d62f9', 'project_id': '08e65693c4ea4b43b13797fe93e3a44a', 'fixed_ips': [{'subnet_id': '8cff5d60-2d2a-4728-89ff-56d6ddc12751'}]}} from dv-cinder-846842-9-iscsi. {{(pid=104251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 02 03:28:43.313655 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:28:43.461857 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.db_base_plugin_common [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Allocated IP 192.168.233.2 (90af9c14-46a6-4de7-8a7d-e91dae9d62f9/8cff5d60-2d2a-4728-89ff-56d6ddc12751/98b118a7-eb89-474c-b611-9d4490ece255) {{(pid=104251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:28:43.608259 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Publish callbacks [] for port (98b118a7-eb89-474c-b611-9d4490ece255), precommit_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:28:43.614700 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077'] for port (98b118a7-eb89-474c-b611-9d4490ece255), after_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:28:43.748148 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Network 90af9c14-46a6-4de7-8a7d-e91dae9d62f9 is already hosted by enough agents. {{(pid=104251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:28:43.755388 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.scheduler.base_scheduler [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Resources bound (agent type, host, resource id): {{(pid=104251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:28:43.757580 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Pushing event updated for resources: {'Port': ['ID=98b118a7-eb89-474c-b611-9d4490ece255,revision_number=1']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:28:43.759889 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Received port after_create {{(pid=104251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:28:43.771269 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:28:43.771645 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:28:43.772005 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:28:43.772356 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:28:43.772687 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:28:43.773017 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:28:43.773340 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:28:43.773657 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:28:43.773981 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:28:43.774299 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:28:43.774613 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:28:43.774952 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:28:43.775269 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:28:43.775617 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:28:43.775926 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:28:43.828167 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Attempting to bind port 98b118a7-eb89-474c-b611-9d4490ece255 on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:28:43.828530 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Attempting to bind port 98b118a7-eb89-474c-b611-9d4490ece255 by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': 'dffd64fc-545e-4400-888e-87f30e9845da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '90af9c14-46a6-4de7-8a7d-e91dae9d62f9'}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:28:43.828892 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Attempting to bind port 98b118a7-eb89-474c-b611-9d4490ece255 on network 90af9c14-46a6-4de7-8a7d-e91dae9d62f9 {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:28:43.835404 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:28:43.835773 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Checking segment: {'id': 'dffd64fc-545e-4400-888e-87f30e9845da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '90af9c14-46a6-4de7-8a7d-e91dae9d62f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:28:43.836165 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:28:43.836548 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Bound using segment: {'id': 'dffd64fc-545e-4400-888e-87f30e9845da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '90af9c14-46a6-4de7-8a7d-e91dae9d62f9'} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:28:43.837013 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Bound port: 98b118a7-eb89-474c-b611-9d4490ece255, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffd64fc-545e-4400-888e-87f30e9845da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '90af9c14-46a6-4de7-8a7d-e91dae9d62f9'}}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:28:43.837395 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (98b118a7-eb89-474c-b611-9d4490ece255), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:28:43.900567 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] For port 98b118a7-eb89-474c-b611-9d4490ece255, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:28:43.904334 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] For port 98b118a7-eb89-474c-b611-9d4490ece255, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=98b118a7-eb89-474c-b611-9d4490ece255,segment=NetworkSegment(dffd64fc-545e-4400-888e-87f30e9845da),segment_id=dffd64fc-545e-4400-888e-87f30e9845da)] {{(pid=104251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:28:43.911223 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (98b118a7-eb89-474c-b611-9d4490ece255), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:28:43.966845 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da542ff5-934d-4233-89fa-cf20e15d2351 None None] Pushing event updated for resources: {'Port': ['ID=98b118a7-eb89-474c-b611-9d4490ece255,revision_number=2']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:28:44.801078 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a40151-fcfc-4081-9851-54962c9a0c3f None None] Network 90af9c14-46a6-4de7-8a7d-e91dae9d62f9 requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:28:44.859687 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=5 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:28:44.860529 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=3 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:28:44.917897 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-223fdc9c-8ebe-4eaa-a355-6596ff5c5089 None None] Provisioning complete for port 98b118a7-eb89-474c-b611-9d4490ece255 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:28:44.918176 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-223fdc9c-8ebe-4eaa-a355-6596ff5c5089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (98b118a7-eb89-474c-b611-9d4490ece255), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:28:44.922170 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:28:44.950383 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:28:45.002029 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-223fdc9c-8ebe-4eaa-a355-6596ff5c5089 None None] Current status of the port 98b118a7-eb89-474c-b611-9d4490ece255 is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:28:45.002410 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-223fdc9c-8ebe-4eaa-a355-6596ff5c5089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (98b118a7-eb89-474c-b611-9d4490ece255), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:28:45.041249 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-223fdc9c-8ebe-4eaa-a355-6596ff5c5089 None None] For port 98b118a7-eb89-474c-b611-9d4490ece255, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=98b118a7-eb89-474c-b611-9d4490ece255,segment=NetworkSegment(dffd64fc-545e-4400-888e-87f30e9845da),segment_id=dffd64fc-545e-4400-888e-87f30e9845da)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:28:45.047490 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-223fdc9c-8ebe-4eaa-a355-6596ff5c5089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (98b118a7-eb89-474c-b611-9d4490ece255), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:28:45.108383 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223fdc9c-8ebe-4eaa-a355-6596ff5c5089 None None] Pushing event updated for resources: {'Port': ['ID=98b118a7-eb89-474c-b611-9d4490ece255,revision_number=3']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:28:45.167202 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-75f7893c-12b9-4997-a76b-05d4be043671 None None] Provisioning complete for port 98b118a7-eb89-474c-b611-9d4490ece255 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:28:45.167990 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-75f7893c-12b9-4997-a76b-05d4be043671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (98b118a7-eb89-474c-b611-9d4490ece255), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:28:45.191191 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 98b118a7-eb89-474c-b611-9d4490ece255 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:28:45.269450 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 98b118a7-eb89-474c-b611-9d4490ece255 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:28:45.269838 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (98b118a7-eb89-474c-b611-9d4490ece255), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:28:45.297625 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-75f7893c-12b9-4997-a76b-05d4be043671 None None] Current status of the port 98b118a7-eb89-474c-b611-9d4490ece255 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:28:45.351538 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 98b118a7-eb89-474c-b611-9d4490ece255 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:28:47.125067 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 98b118a7-eb89-474c-b611-9d4490ece255 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:28:47.174651 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 98b118a7-eb89-474c-b611-9d4490ece255 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:28:47.175057 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (98b118a7-eb89-474c-b611-9d4490ece255), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:28:47.248564 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 98b118a7-eb89-474c-b611-9d4490ece255 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:28:50.206437 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-27b4a581-8371-44a1-bd27-ddbce55addab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:28:50.640959 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=33,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:28:50.669198 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=36,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:28:52.535342 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-f42facd0-b43f-4d04-b586-092ea9b9213d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:28:53.207576 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=37,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:28:53.208339 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=54,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:28:53.525537 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:28:55.134651 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:28:55.328756 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:29:05.314396 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:29:05.320963 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=74,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:29:11.869738 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 5 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:29:18.874168 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:29:20.213265 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-3fce49f6-c9d3-4be1-a869-dbedef164d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:29:21.862090 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=7 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:29:22.520744 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-730b88f3-0bb4-4270-9b4c-e7f4c47de00a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:29:23.519257 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:29:25.136467 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:29:25.324671 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:29:35.315393 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:29:35.317573 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:29:48.868833 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 5 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:29:50.207424 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-e05df98d-68d2-4b32-b098-f1363a86f9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:29:52.534601 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-027a83bf-c0d4-4375-a02f-07a4751113dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:29:53.522265 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:29:55.139937 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:29:55.321836 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:29:55.872070 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:29:58.864985 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=6 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:30:05.314372 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:30:05.316423 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:30:20.213472 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-3d36f785-5ba1-4ba3-b46a-6ed6bc3b56d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:30:22.528970 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-4628ef66-7d44-4ec7-9721-4a20d0f701db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:30:23.525507 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:30:25.141307 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:30:25.319802 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:30:25.867965 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 5 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:30:31.828889 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 58094) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:30:31.834566 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [None req-854d8cf9-1f93-43b7-8b7a-2fde12a23a95 tempest-verify_tempest_config-450365455 tempest-verify_tempest_config-450365455-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104250) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 02 03:30:31.835576 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-854d8cf9-1f93-43b7-8b7a-2fde12a23a95 tempest-verify_tempest_config-450365455 tempest-verify_tempest_config-450365455-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056751 Jul 02 03:30:32.162294 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 58112) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:30:32.273895 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f67b8595-6a83-485c-b256-01a78ff53baf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:30:32.351661 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f67b8595-6a83-485c-b256-01a78ff53baf admin admin] Publish callbacks [] for security_group (4d7b1579-24c0-451e-a9e9-6efa24a69c3b), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:30:32.356785 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f67b8595-6a83-485c-b256-01a78ff53baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (4d7b1579-24c0-451e-a9e9-6efa24a69c3b), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:30:32.402523 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-f67b8595-6a83-485c-b256-01a78ff53baf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3dca050aeff34ae8870f58f0ff1a5d8b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2391648 Jul 02 03:30:32.403674 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b8595-6a83-485c-b256-01a78ff53baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7b1579-24c0-451e-a9e9-6efa24a69c3b,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:30:32.405620 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 58116) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:30:32.410438 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b8595-6a83-485c-b256-01a78ff53baf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:30:32.410783 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b8595-6a83-485c-b256-01a78ff53baf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:30:32.411132 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b8595-6a83-485c-b256-01a78ff53baf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:30:32.411497 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b8595-6a83-485c-b256-01a78ff53baf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:30:32.411821 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b8595-6a83-485c-b256-01a78ff53baf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:30:32.412142 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b8595-6a83-485c-b256-01a78ff53baf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:30:32.412461 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b8595-6a83-485c-b256-01a78ff53baf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:30:32.412778 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b8595-6a83-485c-b256-01a78ff53baf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:30:32.413112 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b8595-6a83-485c-b256-01a78ff53baf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:30:32.413433 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b8595-6a83-485c-b256-01a78ff53baf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:30:32.413765 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b8595-6a83-485c-b256-01a78ff53baf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:30:32.414093 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b8595-6a83-485c-b256-01a78ff53baf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:30:32.414409 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b8595-6a83-485c-b256-01a78ff53baf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:30:32.414719 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b8595-6a83-485c-b256-01a78ff53baf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:30:32.415030 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b8595-6a83-485c-b256-01a78ff53baf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:30:32.460689 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b8487902-48f2-43c5-a9cc-81645060f709 admin admin] Publish callbacks [] for security_group (4d7b1579-24c0-451e-a9e9-6efa24a69c3b), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:30:32.486780 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b8487902-48f2-43c5-a9cc-81645060f709 admin admin] Publish callbacks [] for security_group (4d7b1579-24c0-451e-a9e9-6efa24a69c3b), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:30:32.586632 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b8487902-48f2-43c5-a9cc-81645060f709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (4d7b1579-24c0-451e-a9e9-6efa24a69c3b), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:30:32.590594 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b8487902-48f2-43c5-a9cc-81645060f709 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:30:32.592209 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-b8487902-48f2-43c5-a9cc-81645060f709 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4d7b1579-24c0-451e-a9e9-6efa24a69c3b HTTP/1.1" status: 204 len: 168 time: 0.1856279 Jul 02 03:30:32.602666 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8487902-48f2-43c5-a9cc-81645060f709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7b1579-24c0-451e-a9e9-6efa24a69c3b,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:30:32.610479 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8487902-48f2-43c5-a9cc-81645060f709 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:30:32.610820 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8487902-48f2-43c5-a9cc-81645060f709 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:30:32.611175 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8487902-48f2-43c5-a9cc-81645060f709 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:30:32.611535 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8487902-48f2-43c5-a9cc-81645060f709 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:30:32.611864 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8487902-48f2-43c5-a9cc-81645060f709 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:30:32.612186 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8487902-48f2-43c5-a9cc-81645060f709 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:30:32.612507 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8487902-48f2-43c5-a9cc-81645060f709 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:30:32.612820 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8487902-48f2-43c5-a9cc-81645060f709 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:30:32.613151 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8487902-48f2-43c5-a9cc-81645060f709 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:30:32.613473 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8487902-48f2-43c5-a9cc-81645060f709 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:30:32.613810 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8487902-48f2-43c5-a9cc-81645060f709 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:30:32.614239 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8487902-48f2-43c5-a9cc-81645060f709 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:30:32.614587 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8487902-48f2-43c5-a9cc-81645060f709 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:30:32.615141 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8487902-48f2-43c5-a9cc-81645060f709 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:30:32.615683 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8487902-48f2-43c5-a9cc-81645060f709 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:30:35.863599 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=5 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:30:35.864347 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=3 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:30:42.399866 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=22,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:30:42.406895 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=17,neutron:INSERT=8 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:30:42.605923 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:30:42.607075 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:30:42.630708 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:30:42.637255 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:30:49.265722 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=15 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:30:49.266797 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=11 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:30:50.209852 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-05f4ef3c-fd94-4685-8eee-851ef9d1918b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:30:52.538969 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-33a9a9a8-95f0-4a09-89a2-198af04b24b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:30:53.528817 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:30:55.145268 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:30:55.322626 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:31:02.876221 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 5 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:31:05.307555 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:31:05.310487 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:31:12.863950 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=4 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:31:12.865218 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=4 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:31:20.220488 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-fae5a23a-f98a-4b54-a0c7-535762d49eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:31:22.549797 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-0e3d91a7-0dd0-47b3-9199-e0b6b60f5456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:31:23.541749 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:31:25.148920 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:31:25.323637 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:31:35.307792 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:31:35.317285 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:31:39.869210 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 5 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:31:49.862460 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:31:49.863878 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=4 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:31:50.219480 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-c129cd9c-425c-49b6-b3b7-8d875bbb73bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:31:52.545918 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-056aac69-478f-4b09-93f9-61fe081a2181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:31:53.536901 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:31:55.150053 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:31:55.331100 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:32:05.313493 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:32:05.323686 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:32:16.198396 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-385499'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:32:16.871378 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:32:20.223123 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6894055b-f8dc-4a0f-81bf-38bc4e1dd271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:32:22.539964 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb045b02-c0e0-4845-bec2-761ac70ca537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:32:23.537765 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:32:25.154793 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:32:25.322206 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:32:26.865719 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=4 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:32:26.866596 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=4 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:32:27.899921 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 58192) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:32:28.024018 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-d154bfe1-1b94-45a5-b30f-673a213580dc admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1229377 Jul 02 03:32:30.150687 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 58202) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:32:30.215713 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-b72a1a9f-dacd-419c-8e95-590b65058fe2 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0638041 Jul 02 03:32:35.312265 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=7,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:32:35.315310 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:32:38.019408 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:32:40.209497 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:32:40.210711 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:32:46.154962 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:32:50.225209 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-f8059d6f-c614-4667-b35f-03fe14bf34a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:32:52.558748 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-7409e633-ea92-404d-9b18-52b636f26753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:32:53.543227 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:32:53.876495 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:32:55.160917 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:32:55.318727 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:33:03.868206 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=16 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:33:03.868995 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=20 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:33:05.311161 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:33:05.313179 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:33:16.149234 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:33:20.231142 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-9d80ed87-9d87-41fb-865e-7e04d002c70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:33:22.543095 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-3d3991a1-f5c2-40ab-8577-ae97ef932561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:33:23.544753 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:33:25.162356 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:33:25.325613 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:33:30.877230 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:33:35.317408 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:33:35.319482 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:33:40.872271 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=5 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:33:46.153215 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:33:48.849258 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:33:50.225742 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-4fb4bff7-03e8-4b13-a5e9-31cd3b45e42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:33:52.550535 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-e80061ae-a035-4507-a2a1-ed4fade56e27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:33:53.548192 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:33:55.167080 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:33:55.326535 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:05.320045 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:05.321765 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:07.008719 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 58340) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:07.316390 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-2497fdc3-045b-47ab-b16f-1bc2ac36ac12 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-101532698-network', 'tenant_id': 'dedc7a5a95d14f60b1a73198c8b5309b'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:34:07.345247 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2497fdc3-045b-47ab-b16f-1bc2ac36ac12 admin admin] Made reservation on behalf of dedc7a5a95d14f60b1a73198c8b5309b for: {'network': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:34:07.348109 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2497fdc3-045b-47ab-b16f-1bc2ac36ac12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for network (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:07.359566 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2497fdc3-045b-47ab-b16f-1bc2ac36ac12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:07.437581 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2497fdc3-045b-47ab-b16f-1bc2ac36ac12 admin admin] Publish callbacks [] for security_group (da7e9aa3-b936-4e8a-89b9-f5da8985c04f), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:07.443700 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2497fdc3-045b-47ab-b16f-1bc2ac36ac12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (da7e9aa3-b936-4e8a-89b9-f5da8985c04f), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:07.466775 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2497fdc3-045b-47ab-b16f-1bc2ac36ac12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=104250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 03:34:07.479267 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497fdc3-045b-47ab-b16f-1bc2ac36ac12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7e9aa3-b936-4e8a-89b9-f5da8985c04f,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:07.489740 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2497fdc3-045b-47ab-b16f-1bc2ac36ac12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:07.490064 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2497fdc3-045b-47ab-b16f-1bc2ac36ac12 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:07.490422 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2497fdc3-045b-47ab-b16f-1bc2ac36ac12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:07.490761 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2497fdc3-045b-47ab-b16f-1bc2ac36ac12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:07.491085 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2497fdc3-045b-47ab-b16f-1bc2ac36ac12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:07.491453 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2497fdc3-045b-47ab-b16f-1bc2ac36ac12 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:07.491772 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2497fdc3-045b-47ab-b16f-1bc2ac36ac12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:07.492101 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2497fdc3-045b-47ab-b16f-1bc2ac36ac12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:07.492452 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2497fdc3-045b-47ab-b16f-1bc2ac36ac12 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:07.492799 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2497fdc3-045b-47ab-b16f-1bc2ac36ac12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:07.493107 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2497fdc3-045b-47ab-b16f-1bc2ac36ac12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:07.493723 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2497fdc3-045b-47ab-b16f-1bc2ac36ac12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:07.493849 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2497fdc3-045b-47ab-b16f-1bc2ac36ac12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:07.494352 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2497fdc3-045b-47ab-b16f-1bc2ac36ac12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:07.494676 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2497fdc3-045b-47ab-b16f-1bc2ac36ac12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2497fdc3-045b-47ab-b16f-1bc2ac36ac12 admin admin] Tracked resource versions report: Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: pushed versions: Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: { 'AddressGroup': {'1.2'}, Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: 'Agent': {'1.1'}, Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: 'ConntrackHelper': {'1.0'}, Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: 'LocalIPAssociation': {'1.0'}, Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: 'Log': {'1.0'}, Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: 'NDPProxy': {'1.0'}, Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: 'Network': {'1.1'}, Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: 'Port': {'1.7'}, Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: 'PortForwarding': {'1.3'}, Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: 'QosPolicy': {'1.10'}, Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: 'SecurityGroup': {'1.5'}, Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: 'SecurityGroupRule': {'1.2'}, Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: 'SubPort': {'1.0'}, Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: 'Subnet': {'1.1'}, Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: 'Trunk': {'1.1'}} Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: consumer versions: Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: { DHCP agent@dv-cinder-846842-9-iscsi: {}, Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: HyperV agent@hv-cinder-84684: {}, Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: L3 agent@dv-cinder-846842-9-iscsi: {}, Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: Metadata agent@dv-cinder-846842-9-iscsi: {}, Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: Metering agent@dv-cinder-846842-9-iscsi: {}, Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: Open vSwitch agent@dv-cinder-846842-9-iscsi: { 'AddressGroup': '1.2', Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: 'Agent': '1.1', Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: 'ConntrackHelper': '1.0', Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: 'LocalIPAssociation': '1.0', Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: 'Log': '1.0', Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: 'NDPProxy': '1.0', Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: 'Network': '1.1', Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: 'Port': '1.7', Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: 'PortForwarding': '1.3', Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: 'QosPolicy': '1.10', Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: 'SecurityGroup': '1.5', Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: 'SecurityGroupRule': '1.2', Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: 'SubPort': '1.0', Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: 'Subnet': '1.1', Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: 'Trunk': '1.1'}} Jul 02 03:34:07.495903 dv-cinder-846842-9-iscsi neutron-server[104250]: {{(pid=104250) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 02 03:34:07.510234 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2497fdc3-045b-47ab-b16f-1bc2ac36ac12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (ec29d66c-8d83-451b-aa99-a0628d4a36c4), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:07.510575 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.db.segments_db [None req-2497fdc3-045b-47ab-b16f-1bc2ac36ac12 admin admin] Added segment ec29d66c-8d83-451b-aa99-a0628d4a36c4 of type vlan for network 841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e Jul 02 03:34:07.561193 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2497fdc3-045b-47ab-b16f-1bc2ac36ac12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087990932'] for network (841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:07.590328 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2497fdc3-045b-47ab-b16f-1bc2ac36ac12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675'] for network (841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:07.592027 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2497fdc3-045b-47ab-b16f-1bc2ac36ac12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:07.592679 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2497fdc3-045b-47ab-b16f-1bc2ac36ac12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:07.657941 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-2497fdc3-045b-47ab-b16f-1bc2ac36ac12 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6478412 Jul 02 03:34:07.661090 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 58386) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:07.666746 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-9a4a0576-f509-4068-9388-adb035ad3722 admin admin] Request body: {'subnet': {'network_id': '841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-101532698-subnet', 'tenant_id': 'dedc7a5a95d14f60b1a73198c8b5309b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:34:07.695250 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497fdc3-045b-47ab-b16f-1bc2ac36ac12 admin admin] Pushing event updated for resources: {'Network': ['ID=841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:07.700236 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4a0576-f509-4068-9388-adb035ad3722 admin admin] Made reservation on behalf of dedc7a5a95d14f60b1a73198c8b5309b for: {'subnet': 1} {{(pid=104249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:34:07.703511 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9a4a0576-f509-4068-9388-adb035ad3722 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:07.707100 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Network 841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e details requested by agent ovs-agent-dv-cinder-846842-9-iscsi with host dv-cinder-846842-9-iscsi {{(pid=104251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 03:34:07.877803 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:34:07.906915 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9a4a0576-f509-4068-9388-adb035ad3722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675'] for subnet (90266bc5-9fab-4778-b42a-3b7df43cdbc5), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:07.959751 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a0576-f509-4068-9388-adb035ad3722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90266bc5-9fab-4778-b42a-3b7df43cdbc5,revision_number=0']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:07.975433 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4a0576-f509-4068-9388-adb035ad3722 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:07.976010 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4a0576-f509-4068-9388-adb035ad3722 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:07.976517 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4a0576-f509-4068-9388-adb035ad3722 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:07.976851 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4a0576-f509-4068-9388-adb035ad3722 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:07.977229 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4a0576-f509-4068-9388-adb035ad3722 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:07.977548 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4a0576-f509-4068-9388-adb035ad3722 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:07.978030 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4a0576-f509-4068-9388-adb035ad3722 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:07.978500 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4a0576-f509-4068-9388-adb035ad3722 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:07.978837 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4a0576-f509-4068-9388-adb035ad3722 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:07.979160 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4a0576-f509-4068-9388-adb035ad3722 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:07.979517 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4a0576-f509-4068-9388-adb035ad3722 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:07.979854 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4a0576-f509-4068-9388-adb035ad3722 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:07.980166 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4a0576-f509-4068-9388-adb035ad3722 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:07.980477 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4a0576-f509-4068-9388-adb035ad3722 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:07.980785 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4a0576-f509-4068-9388-adb035ad3722 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4a0576-f509-4068-9388-adb035ad3722 admin admin] Tracked resource versions report: Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: pushed versions: Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: { 'AddressGroup': {'1.2'}, Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: 'Agent': {'1.1'}, Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: 'ConntrackHelper': {'1.0'}, Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: 'LocalIPAssociation': {'1.0'}, Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: 'Log': {'1.0'}, Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: 'NDPProxy': {'1.0'}, Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: 'Network': {'1.1'}, Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: 'Port': {'1.7'}, Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: 'PortForwarding': {'1.3'}, Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: 'QosPolicy': {'1.10'}, Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: 'SecurityGroup': {'1.5'}, Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: 'SecurityGroupRule': {'1.2'}, Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: 'SubPort': {'1.0'}, Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: 'Subnet': {'1.1'}, Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: 'Trunk': {'1.1'}} Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: consumer versions: Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: { DHCP agent@dv-cinder-846842-9-iscsi: {}, Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: HyperV agent@hv-cinder-84684: {}, Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: L3 agent@dv-cinder-846842-9-iscsi: {}, Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: Metadata agent@dv-cinder-846842-9-iscsi: {}, Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: Metering agent@dv-cinder-846842-9-iscsi: {}, Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: Open vSwitch agent@dv-cinder-846842-9-iscsi: { 'AddressGroup': '1.2', Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: 'Agent': '1.1', Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: 'ConntrackHelper': '1.0', Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: 'LocalIPAssociation': '1.0', Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: 'Log': '1.0', Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: 'NDPProxy': '1.0', Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: 'Network': '1.1', Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: 'Port': '1.7', Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: 'PortForwarding': '1.3', Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: 'QosPolicy': '1.10', Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: 'SecurityGroup': '1.5', Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: 'SecurityGroupRule': '1.2', Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: 'SubPort': '1.0', Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: 'Subnet': '1.1', Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: 'Trunk': '1.1'}} Jul 02 03:34:07.981951 dv-cinder-846842-9-iscsi neutron-server[104249]: {{(pid=104249) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 02 03:34:07.999337 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4a0576-f509-4068-9388-adb035ad3722 admin admin] Checking segment: {'id': 'ec29d66c-8d83-451b-aa99-a0628d4a36c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:34:07.999691 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4a0576-f509-4068-9388-adb035ad3722 admin admin] Network hostable DHCP agents. Network: 841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e, hostable agents: ['1553e874-6843-4478-a19b-2f80346723c1'], hosted agents: [] {{(pid=104249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 03:34:08.017922 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4a0576-f509-4068-9388-adb035ad3722 admin admin] Network 841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e is scheduled to be hosted by DHCP agent 1553e874-6843-4478-a19b-2f80346723c1 with binding_index 1 {{(pid=104249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 03:34:08.031193 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [None req-9a4a0576-f509-4068-9388-adb035ad3722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-9-iscsi, 841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e) {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:34:08.036406 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4a0576-f509-4068-9388-adb035ad3722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:08.037223 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9a4a0576-f509-4068-9388-adb035ad3722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for subnet (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:08.048568 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6ea17d-2683-4c94-b3f7-ab9fec64946e None None] Network 841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:34:08.063645 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-9a4a0576-f509-4068-9388-adb035ad3722 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4014194 Jul 02 03:34:08.066333 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 58402) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:08.072245 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-a1278110-dc40-4215-afa6-f3c20fc4cc2a admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-101532698-router', 'tenant_id': 'dedc7a5a95d14f60b1a73198c8b5309b', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:34:08.117528 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a1278110-dc40-4215-afa6-f3c20fc4cc2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-388431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4176334'] for router (732878b8-3345-423f-a5bd-7c89b8c83159), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:08.125374 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a1278110-dc40-4215-afa6-f3c20fc4cc2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-388809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-392072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4176327'] for router (732878b8-3345-423f-a5bd-7c89b8c83159), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:08.168787 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e612fdf-d4d2-534a-a3d7-4de3d62f7aff-841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e', 'network_id': '841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e', 'project_id': 'dedc7a5a95d14f60b1a73198c8b5309b', 'fixed_ips': [{'subnet_id': '90266bc5-9fab-4778-b42a-3b7df43cdbc5'}]}} from dv-cinder-846842-9-iscsi. {{(pid=104251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 02 03:34:08.169731 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:08.193050 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a1278110-dc40-4215-afa6-f3c20fc4cc2a admin admin] Publish callbacks [] for router_controller (732878b8-3345-423f-a5bd-7c89b8c83159), precommit_add_association {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:08.291609 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 58412) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:08.330454 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.db_base_plugin_common [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Allocated IP 172.20.0.2 (841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e/90266bc5-9fab-4778-b42a-3b7df43cdbc5/32909d20-39db-4c1b-b422-1e9c7f043339) {{(pid=104251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:34:08.357589 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a1278110-dc40-4215-afa6-f3c20fc4cc2a admin admin] Publish callbacks [] for router_gateway (732878b8-3345-423f-a5bd-7c89b8c83159), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:08.396457 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 58416) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:08.404732 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 58418) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:08.437429 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 58424) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:08.518957 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Publish callbacks [] for port (32909d20-39db-4c1b-b422-1e9c7f043339), precommit_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:08.528220 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077'] for port (32909d20-39db-4c1b-b422-1e9c7f043339), after_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:08.571905 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Network 841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e is already hosted by enough agents. {{(pid=104251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:34:08.574948 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.scheduler.base_scheduler [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Resources bound (agent type, host, resource id): {{(pid=104251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:34:08.578836 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Received port after_create {{(pid=104251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:34:08.595422 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Pushing event updated for resources: {'Port': ['ID=32909d20-39db-4c1b-b422-1e9c7f043339,revision_number=1']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:08.601103 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a1278110-dc40-4215-afa6-f3c20fc4cc2a admin admin] Publish callbacks [] for router_gateway (732878b8-3345-423f-a5bd-7c89b8c83159), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:08.624357 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:08.624704 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:08.625062 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:08.625447 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:08.625736 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:08.626076 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:08.626353 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:08.626679 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:08.627105 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:08.627324 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:08.627652 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:08.627985 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:08.628304 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:08.628618 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:08.628931 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Tracked resource versions report: Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: pushed versions: Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: { 'AddressGroup': {'1.2'}, Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: 'Agent': {'1.1'}, Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: 'ConntrackHelper': {'1.0'}, Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: 'LocalIPAssociation': {'1.0'}, Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: 'Log': {'1.0'}, Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: 'NDPProxy': {'1.0'}, Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: 'Network': {'1.1'}, Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: 'Port': {'1.7'}, Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: 'PortForwarding': {'1.3'}, Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: 'QosPolicy': {'1.10'}, Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: 'SecurityGroup': {'1.5'}, Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: 'SecurityGroupRule': {'1.2'}, Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: 'SubPort': {'1.0'}, Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: 'Subnet': {'1.1'}, Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: 'Trunk': {'1.1'}} Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: consumer versions: Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: { DHCP agent@dv-cinder-846842-9-iscsi: {}, Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: HyperV agent@hv-cinder-84684: {}, Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: L3 agent@dv-cinder-846842-9-iscsi: {}, Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: Metadata agent@dv-cinder-846842-9-iscsi: {}, Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: Metering agent@dv-cinder-846842-9-iscsi: {}, Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: Open vSwitch agent@dv-cinder-846842-9-iscsi: { 'AddressGroup': '1.2', Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: 'Agent': '1.1', Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: 'ConntrackHelper': '1.0', Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: 'LocalIPAssociation': '1.0', Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: 'Log': '1.0', Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: 'NDPProxy': '1.0', Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: 'Network': '1.1', Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: 'Port': '1.7', Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: 'PortForwarding': '1.3', Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: 'QosPolicy': '1.10', Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: 'SecurityGroup': '1.5', Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: 'SecurityGroupRule': '1.2', Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: 'SubPort': '1.0', Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: 'Subnet': '1.1', Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: 'Trunk': '1.1'}} Jul 02 03:34:08.630111 dv-cinder-846842-9-iscsi neutron-server[104251]: {{(pid=104251) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 02 03:34:08.632384 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a1278110-dc40-4215-afa6-f3c20fc4cc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:08.652107 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:08.668324 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Attempting to bind port 32909d20-39db-4c1b-b422-1e9c7f043339 on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:34:08.668994 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Attempting to bind port 32909d20-39db-4c1b-b422-1e9c7f043339 by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': 'ec29d66c-8d83-451b-aa99-a0628d4a36c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e'}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:34:08.669501 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Attempting to bind port 32909d20-39db-4c1b-b422-1e9c7f043339 on network 841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:34:08.677418 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:34:08.678380 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Checking segment: {'id': 'ec29d66c-8d83-451b-aa99-a0628d4a36c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:34:08.679027 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:08.679670 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Bound using segment: {'id': 'ec29d66c-8d83-451b-aa99-a0628d4a36c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e'} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:34:08.680634 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Bound port: 32909d20-39db-4c1b-b422-1e9c7f043339, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec29d66c-8d83-451b-aa99-a0628d4a36c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e'}}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:34:08.681594 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (32909d20-39db-4c1b-b422-1e9c7f043339), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:08.715122 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-672805fc-d1f8-4821-906a-38cc99496d39 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1944099048-network', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:34:08.757141 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672805fc-d1f8-4821-906a-38cc99496d39 admin admin] Made reservation on behalf of b44eff44cb504e1f9bf037303db24d1b for: {'network': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:34:08.760963 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-04be65a4-e53b-4a59-8074-e8e9884ce352 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1262963313-network', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:34:08.762990 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] For port 32909d20-39db-4c1b-b422-1e9c7f043339, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:34:08.763420 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-672805fc-d1f8-4821-906a-38cc99496d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for network (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:08.768307 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] For port 32909d20-39db-4c1b-b422-1e9c7f043339, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=32909d20-39db-4c1b-b422-1e9c7f043339,segment=NetworkSegment(ec29d66c-8d83-451b-aa99-a0628d4a36c4),segment_id=ec29d66c-8d83-451b-aa99-a0628d4a36c4)] {{(pid=104251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:34:08.776622 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (32909d20-39db-4c1b-b422-1e9c7f043339), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:08.782329 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:08.785899 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-672805fc-d1f8-4821-906a-38cc99496d39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:08.791602 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04be65a4-e53b-4a59-8074-e8e9884ce352 admin admin] Made reservation on behalf of 7f39e852f8d14dec8e98d8d77fe90766 for: {'network': 1} {{(pid=104249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:34:08.794563 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-04be65a4-e53b-4a59-8074-e8e9884ce352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for network (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:08.805548 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.db_base_plugin_common [None req-a1278110-dc40-4215-afa6-f3c20fc4cc2a admin admin] Allocated IP 172.27.0.40 (f461a802-f340-43f3-86d0-4b44bcb77e0c/5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3/c088ea29-86b4-4b06-844d-01f23a57d66b) {{(pid=104249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:34:08.809363 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-04be65a4-e53b-4a59-8074-e8e9884ce352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:08.836055 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-8efe4443-228c-43d0-9275-a17b4b5288aa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2090916415-network', 'tenant_id': '6aae4119457442c2849db1540801d3d8'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:34:08.848487 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946fbc9-0d7a-42df-b1eb-c04d288ec9dd None None] Pushing event updated for resources: {'Port': ['ID=32909d20-39db-4c1b-b422-1e9c7f043339,revision_number=2']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:08.883052 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-02779ca7-4a9d-4b52-ab5b-b01ae64bab4d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-608922710-network', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:34:08.942812 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efe4443-228c-43d0-9275-a17b4b5288aa admin admin] Made reservation on behalf of 6aae4119457442c2849db1540801d3d8 for: {'network': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:34:08.946682 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-8efe4443-228c-43d0-9275-a17b4b5288aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for network (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:08.957639 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-8efe4443-228c-43d0-9275-a17b4b5288aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:09.000047 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02779ca7-4a9d-4b52-ab5b-b01ae64bab4d admin admin] Made reservation on behalf of 53c88ba2f03f47538ca0eaeb08ccfc07 for: {'network': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:34:09.006095 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-02779ca7-4a9d-4b52-ab5b-b01ae64bab4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for network (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:09.045293 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-02779ca7-4a9d-4b52-ab5b-b01ae64bab4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:09.047854 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a1278110-dc40-4215-afa6-f3c20fc4cc2a admin admin] Publish callbacks [] for port (c088ea29-86b4-4b06-844d-01f23a57d66b), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:09.068226 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-04be65a4-e53b-4a59-8074-e8e9884ce352 admin admin] Publish callbacks [] for security_group (248e17d7-007c-416f-b66e-3ac151cd420a), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:09.076009 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-04be65a4-e53b-4a59-8074-e8e9884ce352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (248e17d7-007c-416f-b66e-3ac151cd420a), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:09.088665 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04be65a4-e53b-4a59-8074-e8e9884ce352 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=104249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 03:34:09.096727 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=71,neutron:INSERT=25,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:09.132355 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-8efe4443-228c-43d0-9275-a17b4b5288aa admin admin] Publish callbacks [] for security_group (9d2b9c63-481a-465c-9ff0-832f6f75a0a4), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:09.137395 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-04be65a4-e53b-4a59-8074-e8e9884ce352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (645b2d22-891d-43a9-95be-abb4172a72ed), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:09.137733 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.db.segments_db [None req-04be65a4-e53b-4a59-8074-e8e9884ce352 admin admin] Added segment 645b2d22-891d-43a9-95be-abb4172a72ed of type vlan for network dc0b5a80-e232-44f7-a253-08cca2946b9f Jul 02 03:34:09.140445 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be65a4-e53b-4a59-8074-e8e9884ce352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248e17d7-007c-416f-b66e-3ac151cd420a,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:09.146979 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-8efe4443-228c-43d0-9275-a17b4b5288aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (9d2b9c63-481a-465c-9ff0-832f6f75a0a4), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:09.169766 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8efe4443-228c-43d0-9275-a17b4b5288aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=104250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 03:34:09.182243 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-8efe4443-228c-43d0-9275-a17b4b5288aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (2431e62c-9354-43e7-8665-99ae309331ad), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:09.183222 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.db.segments_db [None req-8efe4443-228c-43d0-9275-a17b4b5288aa admin admin] Added segment 2431e62c-9354-43e7-8665-99ae309331ad of type vlan for network c694d107-5a48-4fe0-ae6e-e8b735ace43d Jul 02 03:34:09.301952 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-8efe4443-228c-43d0-9275-a17b4b5288aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087990932'] for network (c694d107-5a48-4fe0-ae6e-e8b735ace43d), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:09.312884 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a1278110-dc40-4215-afa6-f3c20fc4cc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077'] for port (c088ea29-86b4-4b06-844d-01f23a57d66b), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:09.313649 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:INSERT=24,neutron:SELECT=71,neutron:UPDATE=5 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:09.330570 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe4443-228c-43d0-9275-a17b4b5288aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2b9c63-481a-465c-9ff0-832f6f75a0a4,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:09.347280 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-8efe4443-228c-43d0-9275-a17b4b5288aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675'] for network (c694d107-5a48-4fe0-ae6e-e8b735ace43d), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:09.348314 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efe4443-228c-43d0-9275-a17b4b5288aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:09.348891 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-8efe4443-228c-43d0-9275-a17b4b5288aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:09.373045 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1278110-dc40-4215-afa6-f3c20fc4cc2a admin admin] Network f461a802-f340-43f3-86d0-4b44bcb77e0c is already hosted by enough agents. {{(pid=104249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:34:09.376296 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-04be65a4-e53b-4a59-8074-e8e9884ce352 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087990932'] for network (dc0b5a80-e232-44f7-a253-08cca2946b9f), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:09.383177 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1278110-dc40-4215-afa6-f3c20fc4cc2a admin admin] Pushing event updated for resources: {'Port': ['ID=c088ea29-86b4-4b06-844d-01f23a57d66b,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:09.386630 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [None req-a1278110-dc40-4215-afa6-f3c20fc4cc2a admin admin] Resources bound (agent type, host, resource id): {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:34:09.432335 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe4443-228c-43d0-9275-a17b4b5288aa admin admin] Pushing event updated for resources: {'Network': ['ID=c694d107-5a48-4fe0-ae6e-e8b735ace43d,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:09.440288 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-8efe4443-228c-43d0-9275-a17b4b5288aa admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0016809 Jul 02 03:34:09.448610 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 58456) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:09.455270 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-6d02a86d-f6c7-490c-92dd-a19bfcbaa1e3 admin admin] Request body: {'subnet': {'network_id': 'c694d107-5a48-4fe0-ae6e-e8b735ace43d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2090916415-subnet', 'tenant_id': '6aae4119457442c2849db1540801d3d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:34:09.462334 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1278110-dc40-4215-afa6-f3c20fc4cc2a admin admin] Received port after_create {{(pid=104249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:34:09.463164 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Network c694d107-5a48-4fe0-ae6e-e8b735ace43d details requested by agent ovs-agent-dv-cinder-846842-9-iscsi with host dv-cinder-846842-9-iscsi {{(pid=104251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 03:34:09.485109 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-672805fc-d1f8-4821-906a-38cc99496d39 admin admin] Publish callbacks [] for security_group (95cb1bc5-4b4b-4dbb-bf3b-90dd6f3def43), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:09.491493 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d02a86d-f6c7-490c-92dd-a19bfcbaa1e3 admin admin] Made reservation on behalf of 6aae4119457442c2849db1540801d3d8 for: {'subnet': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:34:09.494908 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-6d02a86d-f6c7-490c-92dd-a19bfcbaa1e3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:09.517271 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 32909d20-39db-4c1b-b422-1e9c7f043339 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:34:09.644376 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:INSERT=16,neutron:SELECT=80,neutron:UPDATE=4 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:09.660993 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:09.705022 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-672805fc-d1f8-4821-906a-38cc99496d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (95cb1bc5-4b4b-4dbb-bf3b-90dd6f3def43), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:09.719068 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-04be65a4-e53b-4a59-8074-e8e9884ce352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675'] for network (dc0b5a80-e232-44f7-a253-08cca2946b9f), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:09.719450 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-672805fc-d1f8-4821-906a-38cc99496d39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=104250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 03:34:09.720099 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04be65a4-e53b-4a59-8074-e8e9884ce352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:09.720671 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-04be65a4-e53b-4a59-8074-e8e9884ce352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:09.729930 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-672805fc-d1f8-4821-906a-38cc99496d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (f42053ac-70b9-4a5f-91c4-b122b3b8433a), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:09.730653 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.db.segments_db [None req-672805fc-d1f8-4821-906a-38cc99496d39 admin admin] Added segment f42053ac-70b9-4a5f-91c4-b122b3b8433a of type vlan for network 389311ee-b4f4-4d7f-89a6-51f9bda5ef70 Jul 02 03:34:09.731096 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 32909d20-39db-4c1b-b422-1e9c7f043339 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:09.731666 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (32909d20-39db-4c1b-b422-1e9c7f043339), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:09.788187 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-672805fc-d1f8-4821-906a-38cc99496d39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087990932'] for network (389311ee-b4f4-4d7f-89a6-51f9bda5ef70), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:09.804928 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-04be65a4-e53b-4a59-8074-e8e9884ce352 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4073319 Jul 02 03:34:09.809728 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 58466) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:09.817329 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:09.818914 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:09.822703 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-6d02a86d-f6c7-490c-92dd-a19bfcbaa1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675'] for subnet (e0022d6d-c7e9-46d5-97e5-2bf1ecd2290e), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:09.828842 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-6e87c51e-c83e-41e6-bd0a-0114dc307d3f admin admin] Request body: {'subnet': {'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1262963313-subnet', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:34:09.846753 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-672805fc-d1f8-4821-906a-38cc99496d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675'] for network (389311ee-b4f4-4d7f-89a6-51f9bda5ef70), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:09.847848 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672805fc-d1f8-4821-906a-38cc99496d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:09.848526 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-672805fc-d1f8-4821-906a-38cc99496d39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:09.907004 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be65a4-e53b-4a59-8074-e8e9884ce352 admin admin] Pushing event updated for resources: {'Network': ['ID=dc0b5a80-e232-44f7-a253-08cca2946b9f,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:09.929043 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Network dc0b5a80-e232-44f7-a253-08cca2946b9f details requested by agent ovs-agent-dv-cinder-846842-9-iscsi with host dv-cinder-846842-9-iscsi {{(pid=104251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 03:34:09.934696 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 32909d20-39db-4c1b-b422-1e9c7f043339 is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:09.939528 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (32909d20-39db-4c1b-b422-1e9c7f043339), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:10.027502 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e87c51e-c83e-41e6-bd0a-0114dc307d3f admin admin] Made reservation on behalf of 7f39e852f8d14dec8e98d8d77fe90766 for: {'subnet': 1} {{(pid=104249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:34:10.035545 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6e87c51e-c83e-41e6-bd0a-0114dc307d3f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:10.092871 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-672805fc-d1f8-4821-906a-38cc99496d39 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.8000834 Jul 02 03:34:10.094080 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672805fc-d1f8-4821-906a-38cc99496d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cb1bc5-4b4b-4dbb-bf3b-90dd6f3def43,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:10.096427 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 58482) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:10.122764 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-9db47e5b-a632-4435-8e43-09fa86650361 admin admin] Request body: {'subnet': {'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1944099048-subnet', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:34:10.149765 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] For port 32909d20-39db-4c1b-b422-1e9c7f043339, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=32909d20-39db-4c1b-b422-1e9c7f043339,segment=NetworkSegment(ec29d66c-8d83-451b-aa99-a0628d4a36c4),segment_id=ec29d66c-8d83-451b-aa99-a0628d4a36c4)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:34:10.158431 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (32909d20-39db-4c1b-b422-1e9c7f043339), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:10.223272 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Pushing event updated for resources: {'Port': ['ID=32909d20-39db-4c1b-b422-1e9c7f043339,revision_number=3']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:10.246547 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:10.257995 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-02779ca7-4a9d-4b52-ab5b-b01ae64bab4d admin admin] Publish callbacks [] for security_group (e2bf9a9c-1efa-4869-a292-bd18d0ff4b28), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:10.259513 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672805fc-d1f8-4821-906a-38cc99496d39 admin admin] Pushing event updated for resources: {'Network': ['ID=389311ee-b4f4-4d7f-89a6-51f9bda5ef70,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:10.267914 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d02a86d-f6c7-490c-92dd-a19bfcbaa1e3 admin admin] Checking segment: {'id': '2431e62c-9354-43e7-8665-99ae309331ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c694d107-5a48-4fe0-ae6e-e8b735ace43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:34:10.268267 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d02a86d-f6c7-490c-92dd-a19bfcbaa1e3 admin admin] Network hostable DHCP agents. Network: c694d107-5a48-4fe0-ae6e-e8b735ace43d, hostable agents: ['1553e874-6843-4478-a19b-2f80346723c1'], hosted agents: [] {{(pid=104250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 03:34:10.272718 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-02779ca7-4a9d-4b52-ab5b-b01ae64bab4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (e2bf9a9c-1efa-4869-a292-bd18d0ff4b28), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:10.275833 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Network 389311ee-b4f4-4d7f-89a6-51f9bda5ef70 details requested by agent ovs-agent-dv-cinder-846842-9-iscsi with host dv-cinder-846842-9-iscsi {{(pid=104251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 03:34:10.291090 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02a86d-f6c7-490c-92dd-a19bfcbaa1e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0022d6d-c7e9-46d5-97e5-2bf1ecd2290e,revision_number=0']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:10.322625 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db47e5b-a632-4435-8e43-09fa86650361 admin admin] Made reservation on behalf of b44eff44cb504e1f9bf037303db24d1b for: {'subnet': 1} {{(pid=104249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:34:10.326119 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9db47e5b-a632-4435-8e43-09fa86650361 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:10.335962 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02779ca7-4a9d-4b52-ab5b-b01ae64bab4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=104250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 03:34:10.376374 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02779ca7-4a9d-4b52-ab5b-b01ae64bab4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:10.384038 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-02779ca7-4a9d-4b52-ab5b-b01ae64bab4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (a5a53470-af05-484e-b258-82f2776e0ce4), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:10.384611 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.db.segments_db [None req-02779ca7-4a9d-4b52-ab5b-b01ae64bab4d admin admin] Added segment a5a53470-af05-484e-b258-82f2776e0ce4 of type vlan for network c1d7a687-b6ca-47c7-af08-d5e3055ff439 Jul 02 03:34:10.391669 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a1278110-dc40-4215-afa6-f3c20fc4cc2a admin admin] Publish callbacks [] for router_gateway (732878b8-3345-423f-a5bd-7c89b8c83159), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:10.398195 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d02a86d-f6c7-490c-92dd-a19bfcbaa1e3 admin admin] Network c694d107-5a48-4fe0-ae6e-e8b735ace43d is scheduled to be hosted by DHCP agent 1553e874-6843-4478-a19b-2f80346723c1 with binding_index 1 {{(pid=104250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 03:34:10.474501 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-6d02a86d-f6c7-490c-92dd-a19bfcbaa1e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-9-iscsi, c694d107-5a48-4fe0-ae6e-e8b735ace43d) {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:34:10.483035 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c622c62f-6bac-416f-b78a-bc09ef5a886d None None] Network c694d107-5a48-4fe0-ae6e-e8b735ace43d requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:34:10.484473 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d02a86d-f6c7-490c-92dd-a19bfcbaa1e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:10.487535 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:10.488217 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-6d02a86d-f6c7-490c-92dd-a19bfcbaa1e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for subnet (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:10.500806 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-02779ca7-4a9d-4b52-ab5b-b01ae64bab4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087990932'] for network (c1d7a687-b6ca-47c7-af08-d5e3055ff439), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:10.586099 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-6d02a86d-f6c7-490c-92dd-a19bfcbaa1e3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1318817 Jul 02 03:34:10.589772 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-02779ca7-4a9d-4b52-ab5b-b01ae64bab4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675'] for network (c1d7a687-b6ca-47c7-af08-d5e3055ff439), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:10.591412 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fab17b3-a558-4388-80cc-5ef7e1234b22 None None] Network 841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:34:10.591545 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02779ca7-4a9d-4b52-ab5b-b01ae64bab4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:10.592129 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-02779ca7-4a9d-4b52-ab5b-b01ae64bab4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:10.641663 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-02779ca7-4a9d-4b52-ab5b-b01ae64bab4d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 2.2355607 Jul 02 03:34:10.644646 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 58508) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:10.649909 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-4da56d98-6064-47f0-ae4d-ee30f357725f admin admin] Request body: {'subnet': {'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-608922710-subnet', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:34:10.686680 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02779ca7-4a9d-4b52-ab5b-b01ae64bab4d admin admin] Pushing event updated for resources: {'Network': ['ID=c1d7a687-b6ca-47c7-af08-d5e3055ff439,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:10.721149 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da56d98-6064-47f0-ae4d-ee30f357725f admin admin] Made reservation on behalf of 53c88ba2f03f47538ca0eaeb08ccfc07 for: {'subnet': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:34:10.726111 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-4da56d98-6064-47f0-ae4d-ee30f357725f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:10.940409 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6e87c51e-c83e-41e6-bd0a-0114dc307d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675'] for subnet (9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:10.988352 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Network c1d7a687-b6ca-47c7-af08-d5e3055ff439 details requested by agent ovs-agent-dv-cinder-846842-9-iscsi with host dv-cinder-846842-9-iscsi {{(pid=104251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 03:34:11.014223 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:11.015157 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87c51e-c83e-41e6-bd0a-0114dc307d3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e,revision_number=0']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:11.114816 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-4da56d98-6064-47f0-ae4d-ee30f357725f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675'] for subnet (df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:11.159937 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a1278110-dc40-4215-afa6-f3c20fc4cc2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-387663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390652'] for router (732878b8-3345-423f-a5bd-7c89b8c83159), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:11.174677 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e87c51e-c83e-41e6-bd0a-0114dc307d3f admin admin] Checking segment: {'id': '645b2d22-891d-43a9-95be-abb4172a72ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:34:11.175067 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e87c51e-c83e-41e6-bd0a-0114dc307d3f admin admin] Network hostable DHCP agents. Network: dc0b5a80-e232-44f7-a253-08cca2946b9f, hostable agents: ['1553e874-6843-4478-a19b-2f80346723c1'], hosted agents: [] {{(pid=104249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 03:34:11.181315 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9db47e5b-a632-4435-8e43-09fa86650361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675'] for subnet (c753fd38-19d6-439d-9e37-af1a40857012), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:11.255871 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-22fa318e-178b-4f1f-8adf-859564fa5a38 None None] Provisioning complete for port 32909d20-39db-4c1b-b422-1e9c7f043339 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:11.256612 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-22fa318e-178b-4f1f-8adf-859564fa5a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (32909d20-39db-4c1b-b422-1e9c7f043339), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:11.292836 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da56d98-6064-47f0-ae4d-ee30f357725f admin admin] Pushing event updated for resources: {'Subnet': ['ID=df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9,revision_number=0']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:11.294874 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d68b1b-7c85-4cd0-b520-1917b74d4ea4 None None] Network c694d107-5a48-4fe0-ae6e-e8b735ace43d requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:34:11.411658 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da56d98-6064-47f0-ae4d-ee30f357725f admin admin] Checking segment: {'id': 'a5a53470-af05-484e-b258-82f2776e0ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:34:11.412179 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da56d98-6064-47f0-ae4d-ee30f357725f admin admin] Network hostable DHCP agents. Network: c1d7a687-b6ca-47c7-af08-d5e3055ff439, hostable agents: ['1553e874-6843-4478-a19b-2f80346723c1'], hosted agents: [] {{(pid=104250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 03:34:11.469447 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 32909d20-39db-4c1b-b422-1e9c7f043339 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:34:11.482140 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da56d98-6064-47f0-ae4d-ee30f357725f admin admin] Network c1d7a687-b6ca-47c7-af08-d5e3055ff439 is scheduled to be hosted by DHCP agent 1553e874-6843-4478-a19b-2f80346723c1 with binding_index 1 {{(pid=104250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 03:34:11.521062 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-4da56d98-6064-47f0-ae4d-ee30f357725f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-9-iscsi, c1d7a687-b6ca-47c7-af08-d5e3055ff439) {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:34:11.528806 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e87c51e-c83e-41e6-bd0a-0114dc307d3f admin admin] Network dc0b5a80-e232-44f7-a253-08cca2946b9f is scheduled to be hosted by DHCP agent 1553e874-6843-4478-a19b-2f80346723c1 with binding_index 1 {{(pid=104249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 03:34:11.540557 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da56d98-6064-47f0-ae4d-ee30f357725f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:11.541222 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-4da56d98-6064-47f0-ae4d-ee30f357725f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for subnet (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:11.558564 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [None req-6e87c51e-c83e-41e6-bd0a-0114dc307d3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-9-iscsi, dc0b5a80-e232-44f7-a253-08cca2946b9f) {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:34:11.562975 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26353697-1bf5-45f9-a996-23402546bb8b None None] Network c1d7a687-b6ca-47c7-af08-d5e3055ff439 requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:34:11.567744 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db47e5b-a632-4435-8e43-09fa86650361 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c753fd38-19d6-439d-9e37-af1a40857012,revision_number=0']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:11.570462 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e87c51e-c83e-41e6-bd0a-0114dc307d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:11.571449 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6e87c51e-c83e-41e6-bd0a-0114dc307d3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for subnet (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:11.602414 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891bc9eb-7f19-4e7f-b674-ab2a304e0a7c None None] Network dc0b5a80-e232-44f7-a253-08cca2946b9f requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:34:11.604000 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-4da56d98-6064-47f0-ae4d-ee30f357725f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9578652 Jul 02 03:34:11.604714 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 58540) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:11.616044 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-d44483d8-0e04-461f-a204-f7e40fdd8474 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-608922710-router', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:34:11.625798 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db47e5b-a632-4435-8e43-09fa86650361 admin admin] Checking segment: {'id': 'f42053ac-70b9-4a5f-91c4-b122b3b8433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:34:11.626371 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db47e5b-a632-4435-8e43-09fa86650361 admin admin] Network hostable DHCP agents. Network: 389311ee-b4f4-4d7f-89a6-51f9bda5ef70, hostable agents: ['1553e874-6843-4478-a19b-2f80346723c1'], hosted agents: [] {{(pid=104249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 03:34:11.638323 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-6e87c51e-c83e-41e6-bd0a-0114dc307d3f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8272789 Jul 02 03:34:11.641183 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 58546) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:11.666442 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-0c108bd3-5676-4b2a-81e3-9e3791e04dec admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1262963313-router', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:34:11.698626 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d44483d8-0e04-461f-a204-f7e40fdd8474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-388431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4176334'] for router (ea261895-4496-471d-aa3d-647f34ffe46c), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:11.701275 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d44483d8-0e04-461f-a204-f7e40fdd8474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-388809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-392072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4176327'] for router (ea261895-4496-471d-aa3d-647f34ffe46c), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:11.704722 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:11.722677 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-22fa318e-178b-4f1f-8adf-859564fa5a38 None None] Current status of the port 32909d20-39db-4c1b-b422-1e9c7f043339 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:11.731283 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db47e5b-a632-4435-8e43-09fa86650361 admin admin] Network 389311ee-b4f4-4d7f-89a6-51f9bda5ef70 is scheduled to be hosted by DHCP agent 1553e874-6843-4478-a19b-2f80346723c1 with binding_index 1 {{(pid=104249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 03:34:11.741560 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0c108bd3-5676-4b2a-81e3-9e3791e04dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-388431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4176334'] for router (520b676c-e11b-45f4-bb61-e5b7d541794b), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:11.743100 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0c108bd3-5676-4b2a-81e3-9e3791e04dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-388809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-392072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4176327'] for router (520b676c-e11b-45f4-bb61-e5b7d541794b), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:11.787287 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [None req-9db47e5b-a632-4435-8e43-09fa86650361 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-9-iscsi, 389311ee-b4f4-4d7f-89a6-51f9bda5ef70) {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:34:11.807070 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1278110-dc40-4215-afa6-f3c20fc4cc2a admin admin] Router 732878b8-3345-423f-a5bd-7c89b8c83159 is scheduled to L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c with binding_index 1 {{(pid=104249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 02 03:34:11.824140 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db47e5b-a632-4435-8e43-09fa86650361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:11.825065 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9db47e5b-a632-4435-8e43-09fa86650361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for subnet (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:11.885673 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:11.886499 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:11.887582 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 32909d20-39db-4c1b-b422-1e9c7f043339 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:11.888132 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (32909d20-39db-4c1b-b422-1e9c7f043339), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:11.933572 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5d732f-f0c9-4022-b0a9-9731380c824d None None] Network 389311ee-b4f4-4d7f-89a6-51f9bda5ef70 requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:34:11.958627 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-9db47e5b-a632-4435-8e43-09fa86650361 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8587346 Jul 02 03:34:11.990716 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 58560) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:11.996688 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-d3f82202-bff6-4323-a5e9-8e641ae7557f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1944099048-router', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:34:12.035523 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d44483d8-0e04-461f-a204-f7e40fdd8474 admin admin] Publish callbacks [] for router_controller (ea261895-4496-471d-aa3d-647f34ffe46c), precommit_add_association {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:12.036077 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0c108bd3-5676-4b2a-81e3-9e3791e04dec admin admin] Publish callbacks [] for router_controller (520b676c-e11b-45f4-bb61-e5b7d541794b), precommit_add_association {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:12.037654 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d3f82202-bff6-4323-a5e9-8e641ae7557f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-388431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4176334'] for router (3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:12.039098 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d3f82202-bff6-4323-a5e9-8e641ae7557f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-388809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-392072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4176327'] for router (3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:12.049801 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 58564) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:12.055695 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-f00a35cb-eb5d-4bce-9310-74c8b9edb876 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1997911415-network', 'tenant_id': '17c03a1303434dc48a16d1a5daa886d1'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:34:12.071431 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-39413f0f-c68a-4274-909f-20116a005156 None None] Provisioning complete for port 32909d20-39db-4c1b-b422-1e9c7f043339 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:12.072242 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-39413f0f-c68a-4274-909f-20116a005156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (32909d20-39db-4c1b-b422-1e9c7f043339), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:12.076080 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:12.111817 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00a35cb-eb5d-4bce-9310-74c8b9edb876 admin admin] Made reservation on behalf of 17c03a1303434dc48a16d1a5daa886d1 for: {'network': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:34:12.115997 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f00a35cb-eb5d-4bce-9310-74c8b9edb876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for network (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:12.164307 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 32909d20-39db-4c1b-b422-1e9c7f043339 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:12.169655 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62741889-08e9-4b07-9fe3-b025ac9b02b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e612fdf-d4d2-534a-a3d7-4de3d62f7aff-c1d7a687-b6ca-47c7-af08-d5e3055ff439', 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439', 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'fixed_ips': [{'subnet_id': 'df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9'}]}} from dv-cinder-846842-9-iscsi. {{(pid=104251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 02 03:34:12.171364 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-62741889-08e9-4b07-9fe3-b025ac9b02b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:12.177291 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f00a35cb-eb5d-4bce-9310-74c8b9edb876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:12.188193 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:12.200638 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1278110-dc40-4215-afa6-f3c20fc4cc2a admin admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:34:12.215592 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb6c1bb-fc2d-4d49-96c8-6ce8352a87b1 None None] Sync routers for ids ['732878b8-3345-423f-a5bd-7c89b8c83159'] in dv-cinder-846842-9-iscsi {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:34:12.245313 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb6c1bb-fc2d-4d49-96c8-6ce8352a87b1 None None] Routers {'732878b8-3345-423f-a5bd-7c89b8c83159'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:34:12.247565 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-0bb6c1bb-fc2d-4d49-96c8-6ce8352a87b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:33:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['732878b8-3345-423f-a5bd-7c89b8c83159'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:12.352917 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0c108bd3-5676-4b2a-81e3-9e3791e04dec admin admin] Publish callbacks [] for router_gateway (520b676c-e11b-45f4-bb61-e5b7d541794b), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:12.384762 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a1278110-dc40-4215-afa6-f3c20fc4cc2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:12.386007 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-a1278110-dc40-4215-afa6-f3c20fc4cc2a admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3182673 Jul 02 03:34:12.389839 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 58576) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:12.450079 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d44483d8-0e04-461f-a204-f7e40fdd8474 admin admin] Publish callbacks [] for router_gateway (ea261895-4496-471d-aa3d-647f34ffe46c), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:12.450804 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.db_base_plugin_common [None req-62741889-08e9-4b07-9fe3-b025ac9b02b9 None None] Allocated IP 172.20.0.2 (c1d7a687-b6ca-47c7-af08-d5e3055ff439/df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9/6e2dda91-bfb0-4505-b672-52f122f2fe04) {{(pid=104251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:34:12.712852 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-0bb6c1bb-fc2d-4d49-96c8-6ce8352a87b1 None None] Set router 732878b8-3345-423f-a5bd-7c89b8c83159 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:34:12.752695 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-62741889-08e9-4b07-9fe3-b025ac9b02b9 None None] Publish callbacks [] for port (6e2dda91-bfb0-4505-b672-52f122f2fe04), precommit_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:12.756084 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a193aa-0494-40a3-8d0b-5b3689798d6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e612fdf-d4d2-534a-a3d7-4de3d62f7aff-389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'fixed_ips': [{'subnet_id': 'c753fd38-19d6-439d-9e37-af1a40857012'}]}} from dv-cinder-846842-9-iscsi. {{(pid=104251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 02 03:34:12.758680 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-52a193aa-0494-40a3-8d0b-5b3689798d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:12.763183 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:12.765195 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-39413f0f-c68a-4274-909f-20116a005156 None None] Current status of the port 32909d20-39db-4c1b-b422-1e9c7f043339 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:12.768621 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd7e031-b7c6-4a1e-85f7-1e50f1c0bb1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e612fdf-d4d2-534a-a3d7-4de3d62f7aff-dc0b5a80-e232-44f7-a253-08cca2946b9f', 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f', 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'fixed_ips': [{'subnet_id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e'}]}} from dv-cinder-846842-9-iscsi. {{(pid=104251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 02 03:34:12.769604 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-9fd7e031-b7c6-4a1e-85f7-1e50f1c0bb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:12.784973 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-62741889-08e9-4b07-9fe3-b025ac9b02b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077'] for port (6e2dda91-bfb0-4505-b672-52f122f2fe04), after_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:12.975609 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.db_base_plugin_common [None req-9fd7e031-b7c6-4a1e-85f7-1e50f1c0bb1b None None] Allocated IP 172.20.0.2 (dc0b5a80-e232-44f7-a253-08cca2946b9f/9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e/bdd0dff8-f948-426c-aceb-743e5608edfe) {{(pid=104251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:34:12.978896 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-0bb6c1bb-fc2d-4d49-96c8-6ce8352a87b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732878b8-3345-423f-a5bd-7c89b8c83159', 'name': 'tempest-DeleteServersTestJSON-101532698-router', 'tenant_id': 'dedc7a5a95d14f60b1a73198c8b5309b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'c088ea29-86b4-4b06-844d-01f23a57d66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:08Z', 'updated_at': '2022-07-02T03:34:09Z', 'revision_number': 3, 'project_id': 'dedc7a5a95d14f60b1a73198c8b5309b', 'gw_port': {'id': 'c088ea29-86b4-4b06-844d-01f23a57d66b', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:eb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732878b8-3345-423f-a5bd-7c89b8c83159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:08Z', 'updated_at': '2022-07-02T03:34:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi'}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:13.006273 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f00a35cb-eb5d-4bce-9310-74c8b9edb876 admin admin] Publish callbacks [] for security_group (a9f5138f-6837-4b8a-9200-7f0a67d0686e), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:13.013159 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 58588) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:13.020880 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb6c1bb-fc2d-4d49-96c8-6ce8352a87b1 None None] Checking router: 732878b8-3345-423f-a5bd-7c89b8c83159 for host: dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:34:13.021824 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb6c1bb-fc2d-4d49-96c8-6ce8352a87b1 None None] Updating router 732878b8-3345-423f-a5bd-7c89b8c83159 port c088ea29-86b4-4b06-844d-01f23a57d66b binding host dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 03:34:13.053669 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f00a35cb-eb5d-4bce-9310-74c8b9edb876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (a9f5138f-6837-4b8a-9200-7f0a67d0686e), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:13.080317 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-0bb6c1bb-fc2d-4d49-96c8-6ce8352a87b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (c088ea29-86b4-4b06-844d-01f23a57d66b), before_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:13.117128 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d44483d8-0e04-461f-a204-f7e40fdd8474 admin admin] Publish callbacks [] for router_gateway (ea261895-4496-471d-aa3d-647f34ffe46c), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:13.171800 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d44483d8-0e04-461f-a204-f7e40fdd8474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:13.179201 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62741889-08e9-4b07-9fe3-b025ac9b02b9 None None] Pushing event updated for resources: {'Port': ['ID=6e2dda91-bfb0-4505-b672-52f122f2fe04,revision_number=1']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:13.192276 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:13.199554 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d3f82202-bff6-4323-a5e9-8e641ae7557f admin admin] Publish callbacks [] for router_controller (3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3), precommit_add_association {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:13.217138 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62741889-08e9-4b07-9fe3-b025ac9b02b9 None None] Network c1d7a687-b6ca-47c7-af08-d5e3055ff439 is already hosted by enough agents. {{(pid=104251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:34:13.219948 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f00a35cb-eb5d-4bce-9310-74c8b9edb876 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=104250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 03:34:13.226544 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a35cb-eb5d-4bce-9310-74c8b9edb876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f5138f-6837-4b8a-9200-7f0a67d0686e,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:13.281206 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f00a35cb-eb5d-4bce-9310-74c8b9edb876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (59e4b282-ede5-4f3b-a0fa-9ac7b73b6c62), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:13.281543 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.db.segments_db [None req-f00a35cb-eb5d-4bce-9310-74c8b9edb876 admin admin] Added segment 59e4b282-ede5-4f3b-a0fa-9ac7b73b6c62 of type vlan for network 1d89db43-3756-498f-be93-4a007ec2d099 Jul 02 03:34:13.296019 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b302c513-2475-4881-9d75-210ba24ead6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:13.305497 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.scheduler.base_scheduler [None req-62741889-08e9-4b07-9fe3-b025ac9b02b9 None None] Resources bound (agent type, host, resource id): {{(pid=104251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:34:13.315144 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62741889-08e9-4b07-9fe3-b025ac9b02b9 None None] Received port after_create {{(pid=104251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:34:13.392942 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f00a35cb-eb5d-4bce-9310-74c8b9edb876 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087990932'] for network (1d89db43-3756-498f-be93-4a007ec2d099), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:13.435336 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:13.469988 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f00a35cb-eb5d-4bce-9310-74c8b9edb876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675'] for network (1d89db43-3756-498f-be93-4a007ec2d099), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:13.483984 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00a35cb-eb5d-4bce-9310-74c8b9edb876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:13.484948 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f00a35cb-eb5d-4bce-9310-74c8b9edb876 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:13.519055 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-0bb6c1bb-fc2d-4d49-96c8-6ce8352a87b1 None None] Publish callbacks [] for port (c088ea29-86b4-4b06-844d-01f23a57d66b), precommit_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:13.528591 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-0bb6c1bb-fc2d-4d49-96c8-6ce8352a87b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (c088ea29-86b4-4b06-844d-01f23a57d66b), after_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:13.547401 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d3f82202-bff6-4323-a5e9-8e641ae7557f admin admin] Publish callbacks [] for router_gateway (3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:13.555385 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:13.577991 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a35cb-eb5d-4bce-9310-74c8b9edb876 admin admin] Pushing event updated for resources: {'Network': ['ID=1d89db43-3756-498f-be93-4a007ec2d099,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:13.582865 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c432518-c746-4e41-85de-fe770374d8f0 None None] Pushing event updated for resources: {'Port': ['ID=c088ea29-86b4-4b06-844d-01f23a57d66b,revision_number=2']} {{(pid=104252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:13.590090 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0c108bd3-5676-4b2a-81e3-9e3791e04dec admin admin] Publish callbacks [] for router_gateway (520b676c-e11b-45f4-bb61-e5b7d541794b), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:13.597250 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Network 1d89db43-3756-498f-be93-4a007ec2d099 details requested by agent ovs-agent-dv-cinder-846842-9-iscsi with host dv-cinder-846842-9-iscsi {{(pid=104251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 03:34:13.600266 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c432518-c746-4e41-85de-fe770374d8f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:13.600624 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c432518-c746-4e41-85de-fe770374d8f0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:13.600986 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c432518-c746-4e41-85de-fe770374d8f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:13.601864 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c432518-c746-4e41-85de-fe770374d8f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:13.602407 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c432518-c746-4e41-85de-fe770374d8f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:13.602594 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c432518-c746-4e41-85de-fe770374d8f0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:13.602896 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c432518-c746-4e41-85de-fe770374d8f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:13.603222 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c432518-c746-4e41-85de-fe770374d8f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:13.603579 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c432518-c746-4e41-85de-fe770374d8f0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:13.603742 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-f00a35cb-eb5d-4bce-9310-74c8b9edb876 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5519073 Jul 02 03:34:13.605575 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c432518-c746-4e41-85de-fe770374d8f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:13.606111 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c432518-c746-4e41-85de-fe770374d8f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c432518-c746-4e41-85de-fe770374d8f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c432518-c746-4e41-85de-fe770374d8f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c432518-c746-4e41-85de-fe770374d8f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c432518-c746-4e41-85de-fe770374d8f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c432518-c746-4e41-85de-fe770374d8f0 None None] Tracked resource versions report: Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: pushed versions: Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: { 'AddressGroup': {'1.2'}, Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: 'Agent': {'1.1'}, Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: 'ConntrackHelper': {'1.0'}, Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: 'LocalIPAssociation': {'1.0'}, Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: 'Log': {'1.0'}, Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: 'NDPProxy': {'1.0'}, Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: 'Network': {'1.1'}, Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: 'Port': {'1.7'}, Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: 'PortForwarding': {'1.3'}, Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: 'QosPolicy': {'1.10'}, Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: 'SecurityGroup': {'1.5'}, Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: 'SecurityGroupRule': {'1.2'}, Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: 'SubPort': {'1.0'}, Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: 'Subnet': {'1.1'}, Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: 'Trunk': {'1.1'}} Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: consumer versions: Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: { DHCP agent@dv-cinder-846842-9-iscsi: {}, Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: HyperV agent@hv-cinder-84684: {}, Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: L3 agent@dv-cinder-846842-9-iscsi: {}, Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: Metadata agent@dv-cinder-846842-9-iscsi: {}, Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: Metering agent@dv-cinder-846842-9-iscsi: {}, Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: Open vSwitch agent@dv-cinder-846842-9-iscsi: { 'AddressGroup': '1.2', Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: 'Agent': '1.1', Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: 'ConntrackHelper': '1.0', Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: 'LocalIPAssociation': '1.0', Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: 'Log': '1.0', Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: 'NDPProxy': '1.0', Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: 'Network': '1.1', Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: 'Port': '1.7', Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: 'PortForwarding': '1.3', Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: 'QosPolicy': '1.10', Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: 'SecurityGroup': '1.5', Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: 'SecurityGroupRule': '1.2', Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: 'SubPort': '1.0', Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: 'Subnet': '1.1', Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: 'Trunk': '1.1'}} Jul 02 03:34:13.641664 dv-cinder-846842-9-iscsi neutron-server[104252]: {{(pid=104252) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 02 03:34:13.653119 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 58602) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:13.653119 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0c108bd3-5676-4b2a-81e3-9e3791e04dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:13.653119 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-e841e5e5-cd62-4635-8ecc-c8540d53cf1f admin admin] Request body: {'subnet': {'network_id': '1d89db43-3756-498f-be93-4a007ec2d099', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1997911415-subnet', 'tenant_id': '17c03a1303434dc48a16d1a5daa886d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:34:13.653293 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-0bb6c1bb-fc2d-4d49-96c8-6ce8352a87b1 None None] Attempting to bind port c088ea29-86b4-4b06-844d-01f23a57d66b on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:34:13.653293 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-0bb6c1bb-fc2d-4d49-96c8-6ce8352a87b1 None None] Attempting to bind port c088ea29-86b4-4b06-844d-01f23a57d66b by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}] {{(pid=104252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:34:13.653293 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb6c1bb-fc2d-4d49-96c8-6ce8352a87b1 None None] Attempting to bind port c088ea29-86b4-4b06-844d-01f23a57d66b on network f461a802-f340-43f3-86d0-4b44bcb77e0c {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:34:13.658735 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb6c1bb-fc2d-4d49-96c8-6ce8352a87b1 None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:34:13.658735 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb6c1bb-fc2d-4d49-96c8-6ce8352a87b1 None None] Checking segment: {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:34:13.658735 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-0bb6c1bb-fc2d-4d49-96c8-6ce8352a87b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:13.660271 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb6c1bb-fc2d-4d49-96c8-6ce8352a87b1 None None] Bound using segment: {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'} {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:34:13.661370 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-0bb6c1bb-fc2d-4d49-96c8-6ce8352a87b1 None None] Bound port: c088ea29-86b4-4b06-844d-01f23a57d66b, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}}] {{(pid=104252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:34:13.661485 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-62741889-08e9-4b07-9fe3-b025ac9b02b9 None None] Attempting to bind port 6e2dda91-bfb0-4505-b672-52f122f2fe04 on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:34:13.661555 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-0bb6c1bb-fc2d-4d49-96c8-6ce8352a87b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (c088ea29-86b4-4b06-844d-01f23a57d66b), before_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:13.661807 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-62741889-08e9-4b07-9fe3-b025ac9b02b9 None None] Attempting to bind port 6e2dda91-bfb0-4505-b672-52f122f2fe04 by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': 'a5a53470-af05-484e-b258-82f2776e0ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439'}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:34:13.662236 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62741889-08e9-4b07-9fe3-b025ac9b02b9 None None] Attempting to bind port 6e2dda91-bfb0-4505-b672-52f122f2fe04 on network c1d7a687-b6ca-47c7-af08-d5e3055ff439 {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:34:13.674402 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e841e5e5-cd62-4635-8ecc-c8540d53cf1f admin admin] Made reservation on behalf of 17c03a1303434dc48a16d1a5daa886d1 for: {'subnet': 1} {{(pid=104249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:34:13.677146 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e841e5e5-cd62-4635-8ecc-c8540d53cf1f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:13.692312 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-9fd7e031-b7c6-4a1e-85f7-1e50f1c0bb1b None None] Publish callbacks [] for port (bdd0dff8-f948-426c-aceb-743e5608edfe), precommit_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:13.720344 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [None req-d44483d8-0e04-461f-a204-f7e40fdd8474 admin admin] Allocated IP 172.27.0.110 (f461a802-f340-43f3-86d0-4b44bcb77e0c/5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3/e6ec623c-cd33-4d9b-96c8-cad9894378b3) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:34:13.733149 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62741889-08e9-4b07-9fe3-b025ac9b02b9 None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:34:13.734020 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.db [None req-0bb6c1bb-fc2d-4d49-96c8-6ce8352a87b1 None None] For port c088ea29-86b4-4b06-844d-01f23a57d66b, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:34:13.734853 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62741889-08e9-4b07-9fe3-b025ac9b02b9 None None] Checking segment: {'id': 'a5a53470-af05-484e-b258-82f2776e0ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:34:13.735954 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-62741889-08e9-4b07-9fe3-b025ac9b02b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:13.737059 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62741889-08e9-4b07-9fe3-b025ac9b02b9 None None] Bound using segment: {'id': 'a5a53470-af05-484e-b258-82f2776e0ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439'} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:34:13.738216 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-62741889-08e9-4b07-9fe3-b025ac9b02b9 None None] Bound port: 6e2dda91-bfb0-4505-b672-52f122f2fe04, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a53470-af05-484e-b258-82f2776e0ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439'}}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:34:13.738894 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.db [None req-0bb6c1bb-fc2d-4d49-96c8-6ce8352a87b1 None None] For port c088ea29-86b4-4b06-844d-01f23a57d66b, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=c088ea29-86b4-4b06-844d-01f23a57d66b,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:34:13.740394 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-62741889-08e9-4b07-9fe3-b025ac9b02b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (6e2dda91-bfb0-4505-b672-52f122f2fe04), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:13.747744 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-0bb6c1bb-fc2d-4d49-96c8-6ce8352a87b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (c088ea29-86b4-4b06-844d-01f23a57d66b), after_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:13.788069 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-9fd7e031-b7c6-4a1e-85f7-1e50f1c0bb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077'] for port (bdd0dff8-f948-426c-aceb-743e5608edfe), after_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:13.839674 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c432518-c746-4e41-85de-fe770374d8f0 None None] Pushing event updated for resources: {'Port': ['ID=c088ea29-86b4-4b06-844d-01f23a57d66b,revision_number=3']} {{(pid=104252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:13.851802 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d44483d8-0e04-461f-a204-f7e40fdd8474 admin admin] Publish callbacks [] for port (e6ec623c-cd33-4d9b-96c8-cad9894378b3), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:13.851977 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb6c1bb-fc2d-4d49-96c8-6ce8352a87b1 None None] Routers {'732878b8-3345-423f-a5bd-7c89b8c83159'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:34:13.852696 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-0bb6c1bb-fc2d-4d49-96c8-6ce8352a87b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:33:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['732878b8-3345-423f-a5bd-7c89b8c83159'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:13.922526 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b302c513-2475-4881-9d75-210ba24ead6f admin admin] Publish callbacks [] for security_group (6706f4a1-c455-44e0-bf8c-b5a749cdedaf), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:13.923522 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=73,neutron:INSERT=20,neutron:UPDATE=7 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:13.924914 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e841e5e5-cd62-4635-8ecc-c8540d53cf1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675'] for subnet (f52c9789-de52-4050-b3d7-7af2d2674f3c), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:13.925319 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:13.927644 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d44483d8-0e04-461f-a204-f7e40fdd8474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077'] for port (e6ec623c-cd33-4d9b-96c8-cad9894378b3), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:13.934440 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b302c513-2475-4881-9d75-210ba24ead6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (6706f4a1-c455-44e0-bf8c-b5a749cdedaf), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:13.990117 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-0bb6c1bb-fc2d-4d49-96c8-6ce8352a87b1 None None] Set router 732878b8-3345-423f-a5bd-7c89b8c83159 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:34:14.007543 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.db_base_plugin_common [None req-52a193aa-0494-40a3-8d0b-5b3689798d6f None None] Allocated IP 172.20.0.2 (389311ee-b4f4-4d7f-89a6-51f9bda5ef70/c753fd38-19d6-439d-9e37-af1a40857012/e32ff96a-8551-4063-97eb-4ae8873f88f8) {{(pid=104251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:34:14.042088 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e841e5e5-cd62-4635-8ecc-c8540d53cf1f admin admin] Checking segment: {'id': '59e4b282-ede5-4f3b-a0fa-9ac7b73b6c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1d89db43-3756-498f-be93-4a007ec2d099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:34:14.042597 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e841e5e5-cd62-4635-8ecc-c8540d53cf1f admin admin] Network hostable DHCP agents. Network: 1d89db43-3756-498f-be93-4a007ec2d099, hostable agents: ['1553e874-6843-4478-a19b-2f80346723c1'], hosted agents: [] {{(pid=104249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 03:34:14.052901 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:14.053827 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:14.062896 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd7e031-b7c6-4a1e-85f7-1e50f1c0bb1b None None] Network dc0b5a80-e232-44f7-a253-08cca2946b9f is already hosted by enough agents. {{(pid=104251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:34:14.074537 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.scheduler.base_scheduler [None req-9fd7e031-b7c6-4a1e-85f7-1e50f1c0bb1b None None] Resources bound (agent type, host, resource id): {{(pid=104251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:34:14.092121 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd7e031-b7c6-4a1e-85f7-1e50f1c0bb1b None None] Received port after_create {{(pid=104251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:34:14.099306 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e841e5e5-cd62-4635-8ecc-c8540d53cf1f admin admin] Network 1d89db43-3756-498f-be93-4a007ec2d099 is scheduled to be hosted by DHCP agent 1553e874-6843-4478-a19b-2f80346723c1 with binding_index 1 {{(pid=104249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 03:34:14.114561 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7e031-b7c6-4a1e-85f7-1e50f1c0bb1b None None] Pushing event updated for resources: {'Port': ['ID=bdd0dff8-f948-426c-aceb-743e5608edfe,revision_number=1']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:14.127176 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [None req-e841e5e5-cd62-4635-8ecc-c8540d53cf1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-9-iscsi, 1d89db43-3756-498f-be93-4a007ec2d099) {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:34:14.147680 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edecf8f-989d-4da1-8ec1-2ba66d1c68ea None None] Network 1d89db43-3756-498f-be93-4a007ec2d099 requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:34:14.153053 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-62741889-08e9-4b07-9fe3-b025ac9b02b9 None None] For port 6e2dda91-bfb0-4505-b672-52f122f2fe04, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:34:14.157317 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:UPDATE=8,neutron:SELECT=87,neutron:INSERT=5 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:14.193825 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e841e5e5-cd62-4635-8ecc-c8540d53cf1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:14.194470 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e841e5e5-cd62-4635-8ecc-c8540d53cf1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for subnet (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:14.202923 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-b302c513-2475-4881-9d75-210ba24ead6f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e24dd4aa9a164db392143ccd6996df8a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1747110 Jul 02 03:34:14.215667 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 58610) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:14.227626 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44483d8-0e04-461f-a204-f7e40fdd8474 admin admin] Network f461a802-f340-43f3-86d0-4b44bcb77e0c is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:34:14.233382 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-62741889-08e9-4b07-9fe3-b025ac9b02b9 None None] For port 6e2dda91-bfb0-4505-b672-52f122f2fe04, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=6e2dda91-bfb0-4505-b672-52f122f2fe04,segment=NetworkSegment(a5a53470-af05-484e-b258-82f2776e0ce4),segment_id=a5a53470-af05-484e-b258-82f2776e0ce4)] {{(pid=104251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:34:14.233938 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:14.254339 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-d44483d8-0e04-461f-a204-f7e40fdd8474 admin admin] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:34:14.263140 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44483d8-0e04-461f-a204-f7e40fdd8474 admin admin] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:34:14.269212 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-e841e5e5-cd62-4635-8ecc-c8540d53cf1f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6435804 Jul 02 03:34:14.275934 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-0bb6c1bb-fc2d-4d49-96c8-6ce8352a87b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732878b8-3345-423f-a5bd-7c89b8c83159', 'name': 'tempest-DeleteServersTestJSON-101532698-router', 'tenant_id': 'dedc7a5a95d14f60b1a73198c8b5309b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'c088ea29-86b4-4b06-844d-01f23a57d66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:08Z', 'updated_at': '2022-07-02T03:34:09Z', 'revision_number': 3, 'project_id': 'dedc7a5a95d14f60b1a73198c8b5309b', 'gw_port': {'id': 'c088ea29-86b4-4b06-844d-01f23a57d66b', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:eb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732878b8-3345-423f-a5bd-7c89b8c83159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:08Z', 'updated_at': '2022-07-02T03:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi'}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:14.281900 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-62741889-08e9-4b07-9fe3-b025ac9b02b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (6e2dda91-bfb0-4505-b672-52f122f2fe04), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:14.290054 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841e5e5-cd62-4635-8ecc-c8540d53cf1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f52c9789-de52-4050-b3d7-7af2d2674f3c,revision_number=0']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:14.327496 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb6c1bb-fc2d-4d49-96c8-6ce8352a87b1 None None] The sync data for ids ['732878b8-3345-423f-a5bd-7c89b8c83159'] in dv-cinder-846842-9-iscsi is: [{'id': '732878b8-3345-423f-a5bd-7c89b8c83159', 'name': 'tempest-DeleteServersTestJSON-101532698-router', 'tenant_id': 'dedc7a5a95d14f60b1a73198c8b5309b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'c088ea29-86b4-4b06-844d-01f23a57d66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:08Z', 'updated_at': '2022-07-02T03:34:09Z', 'revision_number': 3, 'project_id': 'dedc7a5a95d14f60b1a73198c8b5309b', 'gw_port': {'id': 'c088ea29-86b4-4b06-844d-01f23a57d66b', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:eb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732878b8-3345-423f-a5bd-7c89b8c83159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:08Z', 'updated_at': '2022-07-02T03:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi'}] {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:34:14.379660 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44483d8-0e04-461f-a204-f7e40fdd8474 admin admin] Pushing event updated for resources: {'Port': ['ID=e6ec623c-cd33-4d9b-96c8-cad9894378b3,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:14.381533 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302c513-2475-4881-9d75-210ba24ead6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6706f4a1-c455-44e0-bf8c-b5a749cdedaf,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:14.398723 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-9fd7e031-b7c6-4a1e-85f7-1e50f1c0bb1b None None] Attempting to bind port bdd0dff8-f948-426c-aceb-743e5608edfe on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:34:14.399384 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-9fd7e031-b7c6-4a1e-85f7-1e50f1c0bb1b None None] Attempting to bind port bdd0dff8-f948-426c-aceb-743e5608edfe by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': '645b2d22-891d-43a9-95be-abb4172a72ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f'}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:34:14.399832 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd7e031-b7c6-4a1e-85f7-1e50f1c0bb1b None None] Attempting to bind port bdd0dff8-f948-426c-aceb-743e5608edfe on network dc0b5a80-e232-44f7-a253-08cca2946b9f {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:34:14.431454 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd7e031-b7c6-4a1e-85f7-1e50f1c0bb1b None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:34:14.431828 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd7e031-b7c6-4a1e-85f7-1e50f1c0bb1b None None] Checking segment: {'id': '645b2d22-891d-43a9-95be-abb4172a72ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:34:14.432224 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-9fd7e031-b7c6-4a1e-85f7-1e50f1c0bb1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:14.435700 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd7e031-b7c6-4a1e-85f7-1e50f1c0bb1b None None] Bound using segment: {'id': '645b2d22-891d-43a9-95be-abb4172a72ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f'} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:34:14.437331 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-9fd7e031-b7c6-4a1e-85f7-1e50f1c0bb1b None None] Bound port: bdd0dff8-f948-426c-aceb-743e5608edfe, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '645b2d22-891d-43a9-95be-abb4172a72ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f'}}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:34:14.438692 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-9fd7e031-b7c6-4a1e-85f7-1e50f1c0bb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (bdd0dff8-f948-426c-aceb-743e5608edfe), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:14.463452 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.db_base_plugin_common [None req-0c108bd3-5676-4b2a-81e3-9e3791e04dec admin admin] Allocated IP 172.27.0.158 (f461a802-f340-43f3-86d0-4b44bcb77e0c/5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3/145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1) {{(pid=104249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:34:14.468900 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:14.510494 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-ec014c05-1745-4da0-aad8-f1b17d10ea50 admin admin] Publish callbacks [] for security_group (6706f4a1-c455-44e0-bf8c-b5a749cdedaf), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:14.552725 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 58616) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:14.608446 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62741889-08e9-4b07-9fe3-b025ac9b02b9 None None] Pushing event updated for resources: {'Port': ['ID=6e2dda91-bfb0-4505-b672-52f122f2fe04,revision_number=2']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:14.650511 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-ec014c05-1745-4da0-aad8-f1b17d10ea50 admin admin] Publish callbacks [] for security_group (6706f4a1-c455-44e0-bf8c-b5a749cdedaf), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:14.702466 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-52a193aa-0494-40a3-8d0b-5b3689798d6f None None] Publish callbacks [] for port (e32ff96a-8551-4063-97eb-4ae8873f88f8), precommit_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:14.705792 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-9fd7e031-b7c6-4a1e-85f7-1e50f1c0bb1b None None] For port bdd0dff8-f948-426c-aceb-743e5608edfe, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:34:14.710510 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baaee85-b0c6-4882-86ac-0e3ea0141a0b None None] Network 1d89db43-3756-498f-be93-4a007ec2d099 requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:34:14.790379 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-52a193aa-0494-40a3-8d0b-5b3689798d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077'] for port (e32ff96a-8551-4063-97eb-4ae8873f88f8), after_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:14.799741 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d44483d8-0e04-461f-a204-f7e40fdd8474 admin admin] Publish callbacks [] for router_gateway (ea261895-4496-471d-aa3d-647f34ffe46c), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:14.875249 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d3f82202-bff6-4323-a5e9-8e641ae7557f admin admin] Publish callbacks [] for router_gateway (3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:14.922954 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-ec014c05-1745-4da0-aad8-f1b17d10ea50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (6706f4a1-c455-44e0-bf8c-b5a749cdedaf), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:14.928386 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-ec014c05-1745-4da0-aad8-f1b17d10ea50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:14.930059 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-ec014c05-1745-4da0-aad8-f1b17d10ea50 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6706f4a1-c455-44e0-bf8c-b5a749cdedaf HTTP/1.1" status: 204 len: 168 time: 0.7081385 Jul 02 03:34:14.942243 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-9fd7e031-b7c6-4a1e-85f7-1e50f1c0bb1b None None] For port bdd0dff8-f948-426c-aceb-743e5608edfe, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=bdd0dff8-f948-426c-aceb-743e5608edfe,segment=NetworkSegment(645b2d22-891d-43a9-95be-abb4172a72ed),segment_id=645b2d22-891d-43a9-95be-abb4172a72ed)] {{(pid=104251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:34:14.999789 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d3f82202-bff6-4323-a5e9-8e641ae7557f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:15.018568 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-9fd7e031-b7c6-4a1e-85f7-1e50f1c0bb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (bdd0dff8-f948-426c-aceb-743e5608edfe), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:15.025364 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:15.062602 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec014c05-1745-4da0-aad8-f1b17d10ea50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6706f4a1-c455-44e0-bf8c-b5a749cdedaf,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:15.064832 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a193aa-0494-40a3-8d0b-5b3689798d6f None None] Network 389311ee-b4f4-4d7f-89a6-51f9bda5ef70 is already hosted by enough agents. {{(pid=104251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:34:15.117888 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.scheduler.base_scheduler [None req-52a193aa-0494-40a3-8d0b-5b3689798d6f None None] Resources bound (agent type, host, resource id): {{(pid=104251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:34:15.136858 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0c108bd3-5676-4b2a-81e3-9e3791e04dec admin admin] Publish callbacks [] for port (145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:15.140935 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a193aa-0494-40a3-8d0b-5b3689798d6f None None] Received port after_create {{(pid=104251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:34:15.167937 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a193aa-0494-40a3-8d0b-5b3689798d6f None None] Pushing event updated for resources: {'Port': ['ID=e32ff96a-8551-4063-97eb-4ae8873f88f8,revision_number=1']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:15.246560 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:15.250797 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bc0b7bf-d8e4-47eb-be53-951f001764a0 admin admin] Deleting subnet e0022d6d-c7e9-46d5-97e5-2bf1ecd2290e {{(pid=104249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 02 03:34:15.270007 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-1bc0b7bf-d8e4-47eb-be53-951f001764a0 admin admin] Publish callbacks [] for subnet (e0022d6d-c7e9-46d5-97e5-2bf1ecd2290e), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:15.378133 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-1bc0b7bf-d8e4-47eb-be53-951f001764a0 admin admin] Publish callbacks [] for subnet (e0022d6d-c7e9-46d5-97e5-2bf1ecd2290e), precommit_delete_associations {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:15.416015 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-1bc0b7bf-d8e4-47eb-be53-951f001764a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1385350'] for subnet (e0022d6d-c7e9-46d5-97e5-2bf1ecd2290e), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:15.433708 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d44483d8-0e04-461f-a204-f7e40fdd8474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-387663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390652'] for router (ea261895-4496-471d-aa3d-647f34ffe46c), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:15.608612 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-52a193aa-0494-40a3-8d0b-5b3689798d6f None None] Attempting to bind port e32ff96a-8551-4063-97eb-4ae8873f88f8 on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:34:15.609131 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-52a193aa-0494-40a3-8d0b-5b3689798d6f None None] Attempting to bind port e32ff96a-8551-4063-97eb-4ae8873f88f8 by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': 'f42053ac-70b9-4a5f-91c4-b122b3b8433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70'}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:34:15.609554 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a193aa-0494-40a3-8d0b-5b3689798d6f None None] Attempting to bind port e32ff96a-8551-4063-97eb-4ae8873f88f8 on network 389311ee-b4f4-4d7f-89a6-51f9bda5ef70 {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:34:15.643943 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 6e2dda91-bfb0-4505-b672-52f122f2fe04 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:34:15.685629 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a193aa-0494-40a3-8d0b-5b3689798d6f None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:34:15.686094 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a193aa-0494-40a3-8d0b-5b3689798d6f None None] Checking segment: {'id': 'f42053ac-70b9-4a5f-91c4-b122b3b8433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:34:15.692508 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-52a193aa-0494-40a3-8d0b-5b3689798d6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:15.697482 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a193aa-0494-40a3-8d0b-5b3689798d6f None None] Bound using segment: {'id': 'f42053ac-70b9-4a5f-91c4-b122b3b8433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70'} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:34:15.698083 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-52a193aa-0494-40a3-8d0b-5b3689798d6f None None] Bound port: e32ff96a-8551-4063-97eb-4ae8873f88f8, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42053ac-70b9-4a5f-91c4-b122b3b8433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70'}}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:34:15.699374 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-52a193aa-0494-40a3-8d0b-5b3689798d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (e32ff96a-8551-4063-97eb-4ae8873f88f8), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:15.772187 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7e031-b7c6-4a1e-85f7-1e50f1c0bb1b None None] Pushing event updated for resources: {'Port': ['ID=bdd0dff8-f948-426c-aceb-743e5608edfe,revision_number=2']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:15.779321 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 58648) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:15.841362 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-668e0841-9e79-4073-8d35-ea8bd5c59d98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:15.955556 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:15.959050 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-52a193aa-0494-40a3-8d0b-5b3689798d6f None None] For port e32ff96a-8551-4063-97eb-4ae8873f88f8, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:34:15.962368 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 6e2dda91-bfb0-4505-b672-52f122f2fe04 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:15.970468 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (6e2dda91-bfb0-4505-b672-52f122f2fe04), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:15.982767 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-52a193aa-0494-40a3-8d0b-5b3689798d6f None None] For port e32ff96a-8551-4063-97eb-4ae8873f88f8, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=e32ff96a-8551-4063-97eb-4ae8873f88f8,segment=NetworkSegment(f42053ac-70b9-4a5f-91c4-b122b3b8433a),segment_id=f42053ac-70b9-4a5f-91c4-b122b3b8433a)] {{(pid=104251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:34:16.027013 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-52a193aa-0494-40a3-8d0b-5b3689798d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (e32ff96a-8551-4063-97eb-4ae8873f88f8), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:16.072464 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:16.099985 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-668e0841-9e79-4073-8d35-ea8bd5c59d98 admin admin] Publish callbacks [] for security_group (c1cb8bbd-ebcc-45cc-ab7e-e8d4c4359618), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:16.120131 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-668e0841-9e79-4073-8d35-ea8bd5c59d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (c1cb8bbd-ebcc-45cc-ab7e-e8d4c4359618), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:16.137736 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0c108bd3-5676-4b2a-81e3-9e3791e04dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077'] for port (145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:16.177728 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a193aa-0494-40a3-8d0b-5b3689798d6f None None] Pushing event updated for resources: {'Port': ['ID=e32ff96a-8551-4063-97eb-4ae8873f88f8,revision_number=2']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:16.192524 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44483d8-0e04-461f-a204-f7e40fdd8474 admin admin] Router ea261895-4496-471d-aa3d-647f34ffe46c is scheduled to L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c with binding_index 1 {{(pid=104250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 02 03:34:16.211475 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e0841-9e79-4073-8d35-ea8bd5c59d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cb8bbd-ebcc-45cc-ab7e-e8d4c4359618,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:16.268855 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 6e2dda91-bfb0-4505-b672-52f122f2fe04 is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:16.269240 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (6e2dda91-bfb0-4505-b672-52f122f2fe04), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:16.285694 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c108bd3-5676-4b2a-81e3-9e3791e04dec admin admin] Network f461a802-f340-43f3-86d0-4b44bcb77e0c is already hosted by enough agents. {{(pid=104249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:34:16.303076 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [None req-0c108bd3-5676-4b2a-81e3-9e3791e04dec admin admin] Resources bound (agent type, host, resource id): {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:34:16.313290 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:16.331818 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c108bd3-5676-4b2a-81e3-9e3791e04dec admin admin] Pushing event updated for resources: {'Port': ['ID=145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:16.343534 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c108bd3-5676-4b2a-81e3-9e3791e04dec admin admin] Received port after_create {{(pid=104249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:34:16.349999 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-668e0841-9e79-4073-8d35-ea8bd5c59d98 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eaa7b24c9e98491da5f783cb50f5a638&name=default HTTP/1.1" status: 200 len: 2993 time: 0.5694633 Jul 02 03:34:16.351320 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 58656) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:16.357475 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] For port 6e2dda91-bfb0-4505-b672-52f122f2fe04, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=6e2dda91-bfb0-4505-b672-52f122f2fe04,segment=NetworkSegment(a5a53470-af05-484e-b258-82f2776e0ce4),segment_id=a5a53470-af05-484e-b258-82f2776e0ce4)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:34:16.363128 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (6e2dda91-bfb0-4505-b672-52f122f2fe04), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:16.363965 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device c088ea29-86b4-4b06-844d-01f23a57d66b up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:34:16.405631 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cc7b8a-1d11-467b-ab17-6eb9a3b301e2 None None] Network c1d7a687-b6ca-47c7-af08-d5e3055ff439 requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:34:16.410753 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:16.415544 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44483d8-0e04-461f-a204-f7e40fdd8474 admin admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:34:16.437926 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:16.490193 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-1bc0b7bf-d8e4-47eb-be53-951f001764a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1385357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675'] for subnet (e0022d6d-c7e9-46d5-97e5-2bf1ecd2290e), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:16.500786 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8262408-d4f9-46f0-bd6c-214a97cc44b4 None None] Sync routers for ids ['ea261895-4496-471d-aa3d-647f34ffe46c'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:34:16.501197 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e5d74e3d-efa4-4296-979d-8c10c3ee9bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:16.505172 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d44483d8-0e04-461f-a204-f7e40fdd8474 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:16.506744 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-d44483d8-0e04-461f-a204-f7e40fdd8474 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.9010794 Jul 02 03:34:16.512084 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 58658) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:16.549455 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0b7bf-d8e4-47eb-be53-951f001764a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0022d6d-c7e9-46d5-97e5-2bf1ecd2290e,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:16.568417 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-ef982a29-fc3e-4417-9d8e-cd455bc3dc44 None None] Provisioning complete for port 6e2dda91-bfb0-4505-b672-52f122f2fe04 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:16.568815 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-ef982a29-fc3e-4417-9d8e-cd455bc3dc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (6e2dda91-bfb0-4505-b672-52f122f2fe04), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:16.604562 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-1bc0b7bf-d8e4-47eb-be53-951f001764a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for subnet (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:16.607789 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-1bc0b7bf-d8e4-47eb-be53-951f001764a0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e0022d6d-c7e9-46d5-97e5-2bf1ecd2290e HTTP/1.1" status: 204 len: 168 time: 2.0502329 Jul 02 03:34:16.640372 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 58660) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:16.668971 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8262408-d4f9-46f0-bd6c-214a97cc44b4 None None] Routers {'ea261895-4496-471d-aa3d-647f34ffe46c'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:34:16.669663 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-d8262408-d4f9-46f0-bd6c-214a97cc44b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:33:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['ea261895-4496-471d-aa3d-647f34ffe46c'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:16.684765 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.db_base_plugin_common [None req-d3f82202-bff6-4323-a5e9-8e641ae7557f admin admin] Allocated IP 172.27.0.134 (f461a802-f340-43f3-86d0-4b44bcb77e0c/5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3/d0a54b36-dbad-4b86-b3ad-be981d38d613) {{(pid=104249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:34:16.763072 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f3b867cd-c222-4976-a0ae-175238ca24e1 admin admin] Publish callbacks [] for security_group (c1cb8bbd-ebcc-45cc-ab7e-e8d4c4359618), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:16.779053 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:16.779989 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Pushing event updated for resources: {'Port': ['ID=6e2dda91-bfb0-4505-b672-52f122f2fe04,revision_number=3']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:16.809157 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port c088ea29-86b4-4b06-844d-01f23a57d66b triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:16.809897 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (c088ea29-86b4-4b06-844d-01f23a57d66b), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:16.832362 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f3b867cd-c222-4976-a0ae-175238ca24e1 admin admin] Publish callbacks [] for security_group (c1cb8bbd-ebcc-45cc-ab7e-e8d4c4359618), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:16.956163 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d62ec033-5cab-47ca-b0b8-840c53f196a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587253'] for network (c694d107-5a48-4fe0-ae6e-e8b735ace43d), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:16.986368 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:17.012357 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f3b867cd-c222-4976-a0ae-175238ca24e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (c1cb8bbd-ebcc-45cc-ab7e-e8d4c4359618), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:17.019269 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:17.020616 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0c108bd3-5676-4b2a-81e3-9e3791e04dec admin admin] Publish callbacks [] for router_gateway (520b676c-e11b-45f4-bb61-e5b7d541794b), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:17.021435 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ded447c-e730-465d-8053-96d3330a19fc None None] Network dc0b5a80-e232-44f7-a253-08cca2946b9f requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:34:17.022259 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f3b867cd-c222-4976-a0ae-175238ca24e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:17.026824 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-f3b867cd-c222-4976-a0ae-175238ca24e1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c1cb8bbd-ebcc-45cc-ab7e-e8d4c4359618 HTTP/1.1" status: 204 len: 168 time: 0.6704559 Jul 02 03:34:17.055672 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b867cd-c222-4976-a0ae-175238ca24e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cb8bbd-ebcc-45cc-ab7e-e8d4c4359618,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:17.127211 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-d8262408-d4f9-46f0-bd6c-214a97cc44b4 None None] Set router ea261895-4496-471d-aa3d-647f34ffe46c gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:34:17.408654 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port c088ea29-86b4-4b06-844d-01f23a57d66b is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:17.416815 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (c088ea29-86b4-4b06-844d-01f23a57d66b), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:17.439616 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:17.446426 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d3f82202-bff6-4323-a5e9-8e641ae7557f admin admin] Publish callbacks [] for port (d0a54b36-dbad-4b86-b3ad-be981d38d613), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:17.466569 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-04806025-d31e-45e4-9f29-c5a6a91710ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:17.482921 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d62ec033-5cab-47ca-b0b8-840c53f196a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481104', 'neutron.services.segments.db._delete_segments_for_network-8769088488286'] for network (c694d107-5a48-4fe0-ae6e-e8b735ace43d), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:17.486415 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.db_base_plugin_common [None req-e5d74e3d-efa4-4296-979d-8c10c3ee9bfc admin admin] Allocated IP 172.20.0.1 (841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e/90266bc5-9fab-4778-b42a-3b7df43cdbc5/98dd76cd-cf3f-4b01-b5a4-340f3265f9fc) {{(pid=104249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:34:17.507790 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-ef982a29-fc3e-4417-9d8e-cd455bc3dc44 None None] Current status of the port 6e2dda91-bfb0-4505-b672-52f122f2fe04 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:17.556523 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d62ec033-5cab-47ca-b0b8-840c53f196a2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:34:17.556798 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d62ec033-5cab-47ca-b0b8-840c53f196a2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:34:17.557622 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d62ec033-5cab-47ca-b0b8-840c53f196a2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:34:17.557890 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d62ec033-5cab-47ca-b0b8-840c53f196a2 admin admin] Subscribe: > port after_create 55550000 {{(pid=104249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:34:17.558225 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d62ec033-5cab-47ca-b0b8-840c53f196a2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:34:17.558554 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d62ec033-5cab-47ca-b0b8-840c53f196a2 admin admin] Subscribe: > port after_update 55550000 {{(pid=104249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:34:17.558868 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d62ec033-5cab-47ca-b0b8-840c53f196a2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:34:17.559200 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d62ec033-5cab-47ca-b0b8-840c53f196a2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:34:17.559539 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d62ec033-5cab-47ca-b0b8-840c53f196a2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:34:17.559854 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d62ec033-5cab-47ca-b0b8-840c53f196a2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:34:17.634966 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] For port c088ea29-86b4-4b06-844d-01f23a57d66b, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=c088ea29-86b4-4b06-844d-01f23a57d66b,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:34:17.665714 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (c088ea29-86b4-4b06-844d-01f23a57d66b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:17.747181 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-ba7ac975-df90-4cd4-ba6e-234cc24f16a3 None None] Provisioning complete for port 6e2dda91-bfb0-4505-b672-52f122f2fe04 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:17.747726 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-ba7ac975-df90-4cd4-ba6e-234cc24f16a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (6e2dda91-bfb0-4505-b672-52f122f2fe04), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:17.880282 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730b9ee5-1554-497a-8a0e-7587d3c0f9ac None None] Network 389311ee-b4f4-4d7f-89a6-51f9bda5ef70 requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:34:17.913392 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Pushing event updated for resources: {'Port': ['ID=c088ea29-86b4-4b06-844d-01f23a57d66b,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:17.969634 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device e32ff96a-8551-4063-97eb-4ae8873f88f8 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:34:17.977534 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [None req-04806025-d31e-45e4-9f29-c5a6a91710ce admin admin] Allocated IP 172.20.0.1 (c1d7a687-b6ca-47c7-af08-d5e3055ff439/df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9/feaa1fc3-ea74-489f-a771-8c73bc9b7d87) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:34:17.979623 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d62ec033-5cab-47ca-b0b8-840c53f196a2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:34:17.979975 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d62ec033-5cab-47ca-b0b8-840c53f196a2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:34:17.980305 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d62ec033-5cab-47ca-b0b8-840c53f196a2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:34:17.980639 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d62ec033-5cab-47ca-b0b8-840c53f196a2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:34:17.981013 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.services.segments.db [None req-d62ec033-5cab-47ca-b0b8-840c53f196a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c694d107-5a48-4fe0-ae6e-e8b735ace43d']}} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:18.003356 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.services.segments.db [None req-d62ec033-5cab-47ca-b0b8-840c53f196a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2431e62c-9354-43e7-8665-99ae309331ad') {'for_net_delete': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:18.004148 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.services.segments.db [None req-d62ec033-5cab-47ca-b0b8-840c53f196a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2431e62c-9354-43e7-8665-99ae309331ad') {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:18.026051 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d62ec033-5cab-47ca-b0b8-840c53f196a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769088488807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59791456'] for segment (2431e62c-9354-43e7-8665-99ae309331ad), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:18.147781 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:18.157966 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-ba7ac975-df90-4cd4-ba6e-234cc24f16a3 None None] Current status of the port 6e2dda91-bfb0-4505-b672-52f122f2fe04 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:18.186308 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-ba7ac975-df90-4cd4-ba6e-234cc24f16a3 None None] Provisioning complete for port bdd0dff8-f948-426c-aceb-743e5608edfe triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:18.186832 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-ba7ac975-df90-4cd4-ba6e-234cc24f16a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (bdd0dff8-f948-426c-aceb-743e5608edfe), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:18.207592 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-04806025-d31e-45e4-9f29-c5a6a91710ce admin admin] Publish callbacks [] for port (feaa1fc3-ea74-489f-a771-8c73bc9b7d87), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:18.220305 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e5d74e3d-efa4-4296-979d-8c10c3ee9bfc admin admin] Publish callbacks [] for port (98dd76cd-cf3f-4b01-b5a4-340f3265f9fc), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:18.249242 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:18.273553 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d62ec033-5cab-47ca-b0b8-840c53f196a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (2431e62c-9354-43e7-8665-99ae309331ad), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:18.279069 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:18.288664 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-04806025-d31e-45e4-9f29-c5a6a91710ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077'] for port (feaa1fc3-ea74-489f-a771-8c73bc9b7d87), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:18.322485 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-d8262408-d4f9-46f0-bd6c-214a97cc44b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'name': 'tempest-ServerRescueNegativeTestJSON-608922710-router', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e6ec623c-cd33-4d9b-96c8-cad9894378b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:34:14Z', 'revision_number': 3, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'gw_port': {'id': 'e6ec623c-cd33-4d9b-96c8-cad9894378b3', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:31:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi'}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:18.358697 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04806025-d31e-45e4-9f29-c5a6a91710ce admin admin] Network c1d7a687-b6ca-47c7-af08-d5e3055ff439 is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:34:18.363141 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62ec033-5cab-47ca-b0b8-840c53f196a2 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=104249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 03:34:18.363934 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d62ec033-5cab-47ca-b0b8-840c53f196a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60593360'] for segment (2431e62c-9354-43e7-8665-99ae309331ad), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:18.364624 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-04806025-d31e-45e4-9f29-c5a6a91710ce admin admin] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:34:18.368560 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04806025-d31e-45e4-9f29-c5a6a91710ce admin admin] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:34:18.369238 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-04806025-d31e-45e4-9f29-c5a6a91710ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-386495'] for router_interface (ea261895-4496-471d-aa3d-647f34ffe46c), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:18.371999 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d3f82202-bff6-4323-a5e9-8e641ae7557f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (d0a54b36-dbad-4b86-b3ad-be981d38d613), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:18.387433 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8262408-d4f9-46f0-bd6c-214a97cc44b4 None None] Checking router: ea261895-4496-471d-aa3d-647f34ffe46c for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:34:18.387911 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8262408-d4f9-46f0-bd6c-214a97cc44b4 None None] Updating router ea261895-4496-471d-aa3d-647f34ffe46c port e6ec623c-cd33-4d9b-96c8-cad9894378b3 binding host dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 03:34:18.415821 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e5d74e3d-efa4-4296-979d-8c10c3ee9bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (98dd76cd-cf3f-4b01-b5a4-340f3265f9fc), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:18.422438 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:18.423809 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-ba7ac975-df90-4cd4-ba6e-234cc24f16a3 None None] Current status of the port bdd0dff8-f948-426c-aceb-743e5608edfe is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:18.423809 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-ba7ac975-df90-4cd4-ba6e-234cc24f16a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (bdd0dff8-f948-426c-aceb-743e5608edfe), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:18.468863 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04806025-d31e-45e4-9f29-c5a6a91710ce admin admin] Pushing event updated for resources: {'Port': ['ID=feaa1fc3-ea74-489f-a771-8c73bc9b7d87,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:18.483164 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-d8262408-d4f9-46f0-bd6c-214a97cc44b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (e6ec623c-cd33-4d9b-96c8-cad9894378b3), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:18.489400 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port e32ff96a-8551-4063-97eb-4ae8873f88f8 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:18.492011 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (e32ff96a-8551-4063-97eb-4ae8873f88f8), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:18.548961 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:18.591430 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-ba7ac975-df90-4cd4-ba6e-234cc24f16a3 None None] For port bdd0dff8-f948-426c-aceb-743e5608edfe, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=bdd0dff8-f948-426c-aceb-743e5608edfe,segment=NetworkSegment(645b2d22-891d-43a9-95be-abb4172a72ed),segment_id=645b2d22-891d-43a9-95be-abb4172a72ed)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:34:18.616456 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-ba7ac975-df90-4cd4-ba6e-234cc24f16a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (bdd0dff8-f948-426c-aceb-743e5608edfe), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:18.683219 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-04806025-d31e-45e4-9f29-c5a6a91710ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (feaa1fc3-ea74-489f-a771-8c73bc9b7d87), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:18.734090 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f82202-bff6-4323-a5e9-8e641ae7557f admin admin] Network f461a802-f340-43f3-86d0-4b44bcb77e0c is already hosted by enough agents. {{(pid=104249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:34:18.745775 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [None req-d3f82202-bff6-4323-a5e9-8e641ae7557f admin admin] Resources bound (agent type, host, resource id): {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:34:18.754608 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d74e3d-efa4-4296-979d-8c10c3ee9bfc admin admin] Network 841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e is already hosted by enough agents. {{(pid=104249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:34:18.756962 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f82202-bff6-4323-a5e9-8e641ae7557f admin admin] Received port after_create {{(pid=104249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:34:18.759528 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f82202-bff6-4323-a5e9-8e641ae7557f admin admin] Pushing event updated for resources: {'Port': ['ID=d0a54b36-dbad-4b86-b3ad-be981d38d613,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:18.769293 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d62ec033-5cab-47ca-b0b8-840c53f196a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389339'] for network (c694d107-5a48-4fe0-ae6e-e8b735ace43d), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:18.770744 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [None req-e5d74e3d-efa4-4296-979d-8c10c3ee9bfc admin admin] Resources bound (agent type, host, resource id): {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:34:18.795154 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d74e3d-efa4-4296-979d-8c10c3ee9bfc admin admin] Received port after_create {{(pid=104249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:34:18.798187 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-3764043a-9089-43fd-908b-aee4d1c7f251 None None] Provisioning complete for port feaa1fc3-ea74-489f-a771-8c73bc9b7d87 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:18.798675 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-3764043a-9089-43fd-908b-aee4d1c7f251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (feaa1fc3-ea74-489f-a771-8c73bc9b7d87), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:18.837802 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ac975-df90-4cd4-ba6e-234cc24f16a3 None None] Pushing event updated for resources: {'Port': ['ID=bdd0dff8-f948-426c-aceb-743e5608edfe,revision_number=3']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:18.932221 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d62ec033-5cab-47ca-b0b8-840c53f196a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:18.935531 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-d62ec033-5cab-47ca-b0b8-840c53f196a2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c694d107-5a48-4fe0-ae6e-e8b735ace43d HTTP/1.1" status: 204 len: 168 time: 2.2939439 Jul 02 03:34:18.938498 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 58714) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:18.958707 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-04806025-d31e-45e4-9f29-c5a6a91710ce admin admin] Publish callbacks [] for port (feaa1fc3-ea74-489f-a771-8c73bc9b7d87), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:18.958916 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ec033-5cab-47ca-b0b8-840c53f196a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c694d107-5a48-4fe0-ae6e-e8b735ace43d,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:18.975327 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-04806025-d31e-45e4-9f29-c5a6a91710ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (feaa1fc3-ea74-489f-a771-8c73bc9b7d87), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:18.977299 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-04806025-d31e-45e4-9f29-c5a6a91710ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386339'] for router_interface (ea261895-4496-471d-aa3d-647f34ffe46c), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:18.983477 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-3764043a-9089-43fd-908b-aee4d1c7f251 None None] Port feaa1fc3-ea74-489f-a771-8c73bc9b7d87 cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:34:19.000696 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0c108bd3-5676-4b2a-81e3-9e3791e04dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-387663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390652'] for router (520b676c-e11b-45f4-bb61-e5b7d541794b), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:19.036772 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port e32ff96a-8551-4063-97eb-4ae8873f88f8 is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:19.037161 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (e32ff96a-8551-4063-97eb-4ae8873f88f8), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:19.054157 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-3764043a-9089-43fd-908b-aee4d1c7f251 None None] Provisioning complete for port bdd0dff8-f948-426c-aceb-743e5608edfe triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:19.054663 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-3764043a-9089-43fd-908b-aee4d1c7f251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (bdd0dff8-f948-426c-aceb-743e5608edfe), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:19.066076 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04806025-d31e-45e4-9f29-c5a6a91710ce admin admin] Pushing event updated for resources: {'Port': ['ID=feaa1fc3-ea74-489f-a771-8c73bc9b7d87,revision_number=2']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:19.162245 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.services.segments.plugin [-] Segment 2431e62c-9354-43e7-8665-99ae309331ad resource provider aggregate not found Jul 02 03:34:19.166726 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04806025-d31e-45e4-9f29-c5a6a91710ce admin admin] Network c1d7a687-b6ca-47c7-af08-d5e3055ff439 is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:34:19.173036 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-04806025-d31e-45e4-9f29-c5a6a91710ce admin admin] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:34:19.175883 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c6bce7-a49b-4ca0-95b5-ebbecd47d184 admin admin] Deleting subnet f52c9789-de52-4050-b3d7-7af2d2674f3c {{(pid=104249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 02 03:34:19.179611 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-07c6bce7-a49b-4ca0-95b5-ebbecd47d184 admin admin] Publish callbacks [] for subnet (f52c9789-de52-4050-b3d7-7af2d2674f3c), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:19.217462 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] For port e32ff96a-8551-4063-97eb-4ae8873f88f8, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=e32ff96a-8551-4063-97eb-4ae8873f88f8,segment=NetworkSegment(f42053ac-70b9-4a5f-91c4-b122b3b8433a),segment_id=f42053ac-70b9-4a5f-91c4-b122b3b8433a)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:34:19.227548 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-07c6bce7-a49b-4ca0-95b5-ebbecd47d184 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59791451'] for subnet (f52c9789-de52-4050-b3d7-7af2d2674f3c), precommit_delete_associations {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:19.230311 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (e32ff96a-8551-4063-97eb-4ae8873f88f8), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:19.231885 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device bdd0dff8-f948-426c-aceb-743e5608edfe up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:34:19.303117 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-07c6bce7-a49b-4ca0-95b5-ebbecd47d184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1385350'] for subnet (f52c9789-de52-4050-b3d7-7af2d2674f3c), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:19.308921 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04806025-d31e-45e4-9f29-c5a6a91710ce admin admin] Router ea261895-4496-471d-aa3d-647f34ffe46c has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:34:19.421582 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-3764043a-9089-43fd-908b-aee4d1c7f251 None None] Current status of the port bdd0dff8-f948-426c-aceb-743e5608edfe is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:19.447119 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Pushing event updated for resources: {'Port': ['ID=e32ff96a-8551-4063-97eb-4ae8873f88f8,revision_number=3']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:19.462049 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-3764043a-9089-43fd-908b-aee4d1c7f251 None None] Provisioning complete for port e32ff96a-8551-4063-97eb-4ae8873f88f8 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:19.462552 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-3764043a-9089-43fd-908b-aee4d1c7f251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (e32ff96a-8551-4063-97eb-4ae8873f88f8), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:19.466563 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-d8262408-d4f9-46f0-bd6c-214a97cc44b4 None None] Publish callbacks [] for port (e6ec623c-cd33-4d9b-96c8-cad9894378b3), precommit_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:19.472253 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:19.476408 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.services.segments.plugin [-] Segment 2431e62c-9354-43e7-8665-99ae309331ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2431e62c-9354-43e7-8665-99ae309331ad found for delete ", "request_id": "req-ea707621-8163-4148-bd27-d93d0e909a6f"}]} Jul 02 03:34:19.481488 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d74e3d-efa4-4296-979d-8c10c3ee9bfc admin admin] Pushing event updated for resources: {'Port': ['ID=98dd76cd-cf3f-4b01-b5a4-340f3265f9fc,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:19.488561 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-07c6bce7-a49b-4ca0-95b5-ebbecd47d184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1385357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60593258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59995466'] for subnet (f52c9789-de52-4050-b3d7-7af2d2674f3c), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:19.494629 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-d8262408-d4f9-46f0-bd6c-214a97cc44b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (e6ec623c-cd33-4d9b-96c8-cad9894378b3), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:19.505134 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:19.506095 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port bdd0dff8-f948-426c-aceb-743e5608edfe triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:19.506590 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (bdd0dff8-f948-426c-aceb-743e5608edfe), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:19.508884 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04806025-d31e-45e4-9f29-c5a6a91710ce admin admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:34:19.535255 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-04806025-d31e-45e4-9f29-c5a6a91710ce admin admin] 10.222.0.42 "PUT /v2.0/routers/ea261895-4496-471d-aa3d-647f34ffe46c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0190246 Jul 02 03:34:19.578789 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e5d74e3d-efa4-4296-979d-8c10c3ee9bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-386495'] for router_interface (732878b8-3345-423f-a5bd-7c89b8c83159), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:19.623818 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9947e4-0954-4051-ad48-7504f883096c None None] Pushing event updated for resources: {'Port': ['ID=e6ec623c-cd33-4d9b-96c8-cad9894378b3,revision_number=2']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:19.630094 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-d8262408-d4f9-46f0-bd6c-214a97cc44b4 None None] Attempting to bind port e6ec623c-cd33-4d9b-96c8-cad9894378b3 on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:34:19.630636 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-d8262408-d4f9-46f0-bd6c-214a97cc44b4 None None] Attempting to bind port e6ec623c-cd33-4d9b-96c8-cad9894378b3 by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:34:19.631109 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8262408-d4f9-46f0-bd6c-214a97cc44b4 None None] Attempting to bind port e6ec623c-cd33-4d9b-96c8-cad9894378b3 on network f461a802-f340-43f3-86d0-4b44bcb77e0c {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:34:19.658646 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:19.664314 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8262408-d4f9-46f0-bd6c-214a97cc44b4 None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:34:19.669961 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8262408-d4f9-46f0-bd6c-214a97cc44b4 None None] Checking segment: {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:34:19.669961 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-d8262408-d4f9-46f0-bd6c-214a97cc44b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:19.669961 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8262408-d4f9-46f0-bd6c-214a97cc44b4 None None] Bound using segment: {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:34:19.669961 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-d8262408-d4f9-46f0-bd6c-214a97cc44b4 None None] Bound port: e6ec623c-cd33-4d9b-96c8-cad9894378b3, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:34:19.669961 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-d8262408-d4f9-46f0-bd6c-214a97cc44b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (e6ec623c-cd33-4d9b-96c8-cad9894378b3), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:19.697218 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6bce7-a49b-4ca0-95b5-ebbecd47d184 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f52c9789-de52-4050-b3d7-7af2d2674f3c,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:19.720930 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-07c6bce7-a49b-4ca0-95b5-ebbecd47d184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for subnet (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:19.724690 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-07c6bce7-a49b-4ca0-95b5-ebbecd47d184 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f52c9789-de52-4050-b3d7-7af2d2674f3c HTTP/1.1" status: 204 len: 168 time: 0.7670903 Jul 02 03:34:19.728020 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 58746) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:19.850323 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:19.897038 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d700cc9e-250c-4f08-a94e-848a1605593b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587253'] for network (1d89db43-3756-498f-be93-4a007ec2d099), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:19.905939 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-3764043a-9089-43fd-908b-aee4d1c7f251 None None] Current status of the port e32ff96a-8551-4063-97eb-4ae8873f88f8 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:19.934407 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port bdd0dff8-f948-426c-aceb-743e5608edfe is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:19.935577 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 6e2dda91-bfb0-4505-b672-52f122f2fe04 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:34:19.944297 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:19.953133 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:19.995843 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-d8262408-d4f9-46f0-bd6c-214a97cc44b4 None None] For port e6ec623c-cd33-4d9b-96c8-cad9894378b3, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:34:20.028639 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-d8262408-d4f9-46f0-bd6c-214a97cc44b4 None None] For port e6ec623c-cd33-4d9b-96c8-cad9894378b3, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=e6ec623c-cd33-4d9b-96c8-cad9894378b3,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:34:20.043723 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-d8262408-d4f9-46f0-bd6c-214a97cc44b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (e6ec623c-cd33-4d9b-96c8-cad9894378b3), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:20.049186 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-83647741-2d38-4d94-88fd-944685e4fe9b None None] Provisioning complete for port feaa1fc3-ea74-489f-a771-8c73bc9b7d87 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:20.049582 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-83647741-2d38-4d94-88fd-944685e4fe9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (feaa1fc3-ea74-489f-a771-8c73bc9b7d87), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:20.056569 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d3f82202-bff6-4323-a5e9-8e641ae7557f admin admin] Publish callbacks [] for router_gateway (3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:20.060112 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e5d74e3d-efa4-4296-979d-8c10c3ee9bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (98dd76cd-cf3f-4b01-b5a4-340f3265f9fc), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:20.100132 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d700cc9e-250c-4f08-a94e-848a1605593b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481104', 'neutron.services.segments.db._delete_segments_for_network-8769088488286'] for network (1d89db43-3756-498f-be93-4a007ec2d099), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:20.127936 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 6e2dda91-bfb0-4505-b672-52f122f2fe04 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:20.128309 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (6e2dda91-bfb0-4505-b672-52f122f2fe04), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:20.135827 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c108bd3-5676-4b2a-81e3-9e3791e04dec admin admin] Router 520b676c-e11b-45f4-bb61-e5b7d541794b is scheduled to L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c with binding_index 1 {{(pid=104249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 02 03:34:20.139403 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d700cc9e-250c-4f08-a94e-848a1605593b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:34:20.140352 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d700cc9e-250c-4f08-a94e-848a1605593b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:34:20.142019 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d700cc9e-250c-4f08-a94e-848a1605593b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:34:20.142560 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d700cc9e-250c-4f08-a94e-848a1605593b admin admin] Subscribe: > port after_create 55550000 {{(pid=104250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:34:20.143098 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d700cc9e-250c-4f08-a94e-848a1605593b admin admin] Subscribe: > port after_delete 55550000 {{(pid=104250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:34:20.144883 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d700cc9e-250c-4f08-a94e-848a1605593b admin admin] Subscribe: > port after_update 55550000 {{(pid=104250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:34:20.145640 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d700cc9e-250c-4f08-a94e-848a1605593b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:34:20.146165 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d700cc9e-250c-4f08-a94e-848a1605593b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:34:20.146898 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d700cc9e-250c-4f08-a94e-848a1605593b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:34:20.147860 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d700cc9e-250c-4f08-a94e-848a1605593b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:34:20.151431 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-83647741-2d38-4d94-88fd-944685e4fe9b None None] Port feaa1fc3-ea74-489f-a771-8c73bc9b7d87 cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:34:20.188547 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-83647741-2d38-4d94-88fd-944685e4fe9b None None] Provisioning complete for port 98dd76cd-cf3f-4b01-b5a4-340f3265f9fc triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:20.188944 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-83647741-2d38-4d94-88fd-944685e4fe9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (98dd76cd-cf3f-4b01-b5a4-340f3265f9fc), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:20.191071 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8262408-d4f9-46f0-bd6c-214a97cc44b4 None None] Routers {'ea261895-4496-471d-aa3d-647f34ffe46c'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:34:20.191751 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-d8262408-d4f9-46f0-bd6c-214a97cc44b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:33:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['ea261895-4496-471d-aa3d-647f34ffe46c'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:20.198726 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9947e4-0954-4051-ad48-7504f883096c None None] Pushing event updated for resources: {'Port': ['ID=e6ec623c-cd33-4d9b-96c8-cad9894378b3,revision_number=3']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:20.367574 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-83647741-2d38-4d94-88fd-944685e4fe9b None None] Port 98dd76cd-cf3f-4b01-b5a4-340f3265f9fc cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:34:20.394230 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-297b511a-b742-4aa5-b651-c1123856e1ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:20.422205 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 6e2dda91-bfb0-4505-b672-52f122f2fe04 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:20.431324 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-d8262408-d4f9-46f0-bd6c-214a97cc44b4 None None] Set router ea261895-4496-471d-aa3d-647f34ffe46c gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:34:20.471844 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d700cc9e-250c-4f08-a94e-848a1605593b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:34:20.472909 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d700cc9e-250c-4f08-a94e-848a1605593b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:34:20.474018 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d700cc9e-250c-4f08-a94e-848a1605593b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:34:20.474508 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d700cc9e-250c-4f08-a94e-848a1605593b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 03:34:20.474957 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.services.segments.db [None req-d700cc9e-250c-4f08-a94e-848a1605593b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d89db43-3756-498f-be93-4a007ec2d099']}} {{(pid=104250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:20.505247 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.services.segments.db [None req-d700cc9e-250c-4f08-a94e-848a1605593b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e4b282-ede5-4f3b-a0fa-9ac7b73b6c62') {'for_net_delete': True} {{(pid=104250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:20.507075 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c108bd3-5676-4b2a-81e3-9e3791e04dec admin admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:34:20.507585 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.services.segments.db [None req-d700cc9e-250c-4f08-a94e-848a1605593b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e4b282-ede5-4f3b-a0fa-9ac7b73b6c62') {} {{(pid=104250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:20.518040 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be697b9-2fc4-4c5b-9708-0c5956e5a1df None None] Sync routers for ids ['520b676c-e11b-45f4-bb61-e5b7d541794b'] in dv-cinder-846842-9-iscsi {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:34:20.549476 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:20.558238 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be697b9-2fc4-4c5b-9708-0c5956e5a1df None None] Routers {'520b676c-e11b-45f4-bb61-e5b7d541794b'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:34:20.559252 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-8be697b9-2fc4-4c5b-9708-0c5956e5a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:33:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['520b676c-e11b-45f4-bb61-e5b7d541794b'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:20.581567 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d700cc9e-250c-4f08-a94e-848a1605593b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769088488807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2312118'] for segment (59e4b282-ede5-4f3b-a0fa-9ac7b73b6c62), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:20.618254 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:20.630209 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device e32ff96a-8551-4063-97eb-4ae8873f88f8 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:34:20.634555 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d700cc9e-250c-4f08-a94e-848a1605593b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (59e4b282-ede5-4f3b-a0fa-9ac7b73b6c62), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:20.647690 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d700cc9e-250c-4f08-a94e-848a1605593b admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=104250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 03:34:20.648370 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d700cc9e-250c-4f08-a94e-848a1605593b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59994329'] for segment (59e4b282-ede5-4f3b-a0fa-9ac7b73b6c62), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:20.734377 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port e32ff96a-8551-4063-97eb-4ae8873f88f8 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:20.734779 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (e32ff96a-8551-4063-97eb-4ae8873f88f8), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:20.749153 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d700cc9e-250c-4f08-a94e-848a1605593b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389339'] for network (1d89db43-3756-498f-be93-4a007ec2d099), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:20.759735 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-d8262408-d4f9-46f0-bd6c-214a97cc44b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'name': 'tempest-ServerRescueNegativeTestJSON-608922710-router', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e6ec623c-cd33-4d9b-96c8-cad9894378b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:34:18Z', 'revision_number': 4, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'gw_port': {'id': 'e6ec623c-cd33-4d9b-96c8-cad9894378b3', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:31:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': 'feaa1fc3-ea74-489f-a771-8c73bc9b7d87', 'name': '', 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'mac_address': 'fa:16:3e:3d:c6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:17Z', 'updated_at': '2022-07-02T03:34:18Z', 'revision_number': 2, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'subnets': [{'id': 'df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:20.760548 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0c108bd3-5676-4b2a-81e3-9e3791e04dec admin admin] Publish callbacks [] for router (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:20.761777 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-0c108bd3-5676-4b2a-81e3-9e3791e04dec admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.1129057 Jul 02 03:34:20.781830 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 58784) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:20.802519 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8262408-d4f9-46f0-bd6c-214a97cc44b4 None None] The sync data for ids ['ea261895-4496-471d-aa3d-647f34ffe46c'] in dv-cinder-846842-9-iscsi is: [{'id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'name': 'tempest-ServerRescueNegativeTestJSON-608922710-router', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e6ec623c-cd33-4d9b-96c8-cad9894378b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:34:18Z', 'revision_number': 4, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'gw_port': {'id': 'e6ec623c-cd33-4d9b-96c8-cad9894378b3', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:31:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': 'feaa1fc3-ea74-489f-a771-8c73bc9b7d87', 'name': '', 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'mac_address': 'fa:16:3e:3d:c6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:17Z', 'updated_at': '2022-07-02T03:34:18Z', 'revision_number': 2, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'subnets': [{'id': 'df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:34:20.813866 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700cc9e-250c-4f08-a94e-848a1605593b admin admin] Pushing event deleted for resources: {'Network': ['ID=1d89db43-3756-498f-be93-4a007ec2d099,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:20.823219 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d700cc9e-250c-4f08-a94e-848a1605593b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:20.837925 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-d700cc9e-250c-4f08-a94e-848a1605593b admin admin] 10.222.0.42 "DELETE /v2.0/networks/1d89db43-3756-498f-be93-4a007ec2d099 HTTP/1.1" status: 204 len: 168 time: 1.1087627 Jul 02 03:34:20.838426 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:20.901298 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-8be697b9-2fc4-4c5b-9708-0c5956e5a1df None None] Set router 520b676c-e11b-45f4-bb61-e5b7d541794b gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:34:20.940495 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port e32ff96a-8551-4063-97eb-4ae8873f88f8 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:20.941632 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device c088ea29-86b4-4b06-844d-01f23a57d66b up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:34:20.943321 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e5d74e3d-efa4-4296-979d-8c10c3ee9bfc admin admin] Publish callbacks [] for port (98dd76cd-cf3f-4b01-b5a4-340f3265f9fc), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:21.005193 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e5d74e3d-efa4-4296-979d-8c10c3ee9bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60593212'] for port (98dd76cd-cf3f-4b01-b5a4-340f3265f9fc), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:21.067763 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port c088ea29-86b4-4b06-844d-01f23a57d66b triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:21.068307 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (c088ea29-86b4-4b06-844d-01f23a57d66b), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:21.133971 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d74e3d-efa4-4296-979d-8c10c3ee9bfc admin admin] Pushing event updated for resources: {'Port': ['ID=98dd76cd-cf3f-4b01-b5a4-340f3265f9fc,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:21.163837 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d3f82202-bff6-4323-a5e9-8e641ae7557f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-387663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390652'] for router (3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:21.210955 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-8be697b9-2fc4-4c5b-9708-0c5956e5a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'name': 'tempest-AttachVolumeShelveTestJSON-1262963313-router', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:34:16Z', 'revision_number': 3, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'gw_port': {'id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi'}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:21.243783 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.services.segments.plugin [-] Segment 59e4b282-ede5-4f3b-a0fa-9ac7b73b6c62 resource provider aggregate not found Jul 02 03:34:21.277575 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.services.segments.plugin [-] Segment 59e4b282-ede5-4f3b-a0fa-9ac7b73b6c62 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59e4b282-ede5-4f3b-a0fa-9ac7b73b6c62 found for delete ", "request_id": "req-da450c0b-84be-445c-a357-9bcc47f47305"}]} Jul 02 03:34:21.282609 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 58824) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:21.289737 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be697b9-2fc4-4c5b-9708-0c5956e5a1df None None] Checking router: 520b676c-e11b-45f4-bb61-e5b7d541794b for host: dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:34:21.290139 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be697b9-2fc4-4c5b-9708-0c5956e5a1df None None] Updating router 520b676c-e11b-45f4-bb61-e5b7d541794b port 145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1 binding host dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 03:34:21.362242 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-8be697b9-2fc4-4c5b-9708-0c5956e5a1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1), before_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:21.383394 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-f7d4e282-0579-4407-bc88-33bfa60d8255 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6aae4119457442c2849db1540801d3d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0963981 Jul 02 03:34:21.385532 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 58828) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:21.385654 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port c088ea29-86b4-4b06-844d-01f23a57d66b is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:21.387734 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device bdd0dff8-f948-426c-aceb-743e5608edfe up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:34:21.442212 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port bdd0dff8-f948-426c-aceb-743e5608edfe triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:21.442600 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (bdd0dff8-f948-426c-aceb-743e5608edfe), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:21.509648 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e5d74e3d-efa4-4296-979d-8c10c3ee9bfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386339'] for router_interface (732878b8-3345-423f-a5bd-7c89b8c83159), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:21.524515 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f7e2f41d-0916-4728-8904-2a023d4e0c93 admin admin] Publish callbacks [] for security_group (9d2b9c63-481a-465c-9ff0-832f6f75a0a4), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:21.540770 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:21.560352 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port bdd0dff8-f948-426c-aceb-743e5608edfe is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:21.580443 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f7e2f41d-0916-4728-8904-2a023d4e0c93 admin admin] Publish callbacks [] for security_group (9d2b9c63-481a-465c-9ff0-832f6f75a0a4), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:21.650529 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f7e2f41d-0916-4728-8904-2a023d4e0c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (9d2b9c63-481a-465c-9ff0-832f6f75a0a4), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:21.657453 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f7e2f41d-0916-4728-8904-2a023d4e0c93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:21.661387 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-f7e2f41d-0916-4728-8904-2a023d4e0c93 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9d2b9c63-481a-465c-9ff0-832f6f75a0a4 HTTP/1.1" status: 204 len: 168 time: 0.2658837 Jul 02 03:34:21.668532 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2f41d-0916-4728-8904-2a023d4e0c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2b9c63-481a-465c-9ff0-832f6f75a0a4,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:21.707950 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:21.715884 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 58838) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:21.751404 dv-cinder-846842-9-iscsi neutron-server[104249]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 02 03:34:21.837676 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-8be697b9-2fc4-4c5b-9708-0c5956e5a1df None None] Publish callbacks [] for port (145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1), precommit_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:21.848029 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-8be697b9-2fc4-4c5b-9708-0c5956e5a1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1), after_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:21.911924 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b528eb8-6656-4a84-8967-d19bafd6ee9c None None] Pushing event updated for resources: {'Port': ['ID=145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1,revision_number=2']} {{(pid=104252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:21.914397 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-8be697b9-2fc4-4c5b-9708-0c5956e5a1df None None] Attempting to bind port 145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1 on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:34:21.914835 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-8be697b9-2fc4-4c5b-9708-0c5956e5a1df None None] Attempting to bind port 145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1 by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}] {{(pid=104252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:34:21.915261 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be697b9-2fc4-4c5b-9708-0c5956e5a1df None None] Attempting to bind port 145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1 on network f461a802-f340-43f3-86d0-4b44bcb77e0c {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:34:21.921846 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be697b9-2fc4-4c5b-9708-0c5956e5a1df None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:34:21.922236 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be697b9-2fc4-4c5b-9708-0c5956e5a1df None None] Checking segment: {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:34:21.922631 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-8be697b9-2fc4-4c5b-9708-0c5956e5a1df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:21.923011 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be697b9-2fc4-4c5b-9708-0c5956e5a1df None None] Bound using segment: {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'} {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:34:21.923543 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-8be697b9-2fc4-4c5b-9708-0c5956e5a1df None None] Bound port: 145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}}] {{(pid=104252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:34:21.923978 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-8be697b9-2fc4-4c5b-9708-0c5956e5a1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1), before_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:21.995002 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d74e3d-efa4-4296-979d-8c10c3ee9bfc admin admin] Network 841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e is already hosted by enough agents. {{(pid=104249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:34:22.015276 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [None req-e5d74e3d-efa4-4296-979d-8c10c3ee9bfc admin admin] Resources bound (agent type, host, resource id): {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:34:22.038586 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.db [None req-8be697b9-2fc4-4c5b-9708-0c5956e5a1df None None] For port 145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:34:22.042396 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.db [None req-8be697b9-2fc4-4c5b-9708-0c5956e5a1df None None] For port 145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:34:22.054424 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-8be697b9-2fc4-4c5b-9708-0c5956e5a1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1), after_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:22.108725 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f82202-bff6-4323-a5e9-8e641ae7557f admin admin] Router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 is scheduled to L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c with binding_index 1 {{(pid=104249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 02 03:34:22.120708 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be697b9-2fc4-4c5b-9708-0c5956e5a1df None None] Routers {'520b676c-e11b-45f4-bb61-e5b7d541794b'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:34:22.126165 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-8be697b9-2fc4-4c5b-9708-0c5956e5a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:33:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['520b676c-e11b-45f4-bb61-e5b7d541794b'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:22.171781 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-278f35c5-834b-4b07-bccb-1741ce4c802c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:22.186557 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-278f35c5-834b-4b07-bccb-1741ce4c802c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/networks?id=c1d7a687-b6ca-47c7-af08-d5e3055ff439 HTTP/1.1" status: 200 len: 818 time: 0.4364610 Jul 02 03:34:22.200199 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:22.210269 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-fbfb9324-1ee3-466f-840a-7fbdf357729a tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/quotas/53c88ba2f03f47538ca0eaeb08ccfc07 HTTP/1.1" status: 200 len: 375 time: 0.0218585 Jul 02 03:34:22.271068 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 58842) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:22.273950 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-8be697b9-2fc4-4c5b-9708-0c5956e5a1df None None] Set router 520b676c-e11b-45f4-bb61-e5b7d541794b gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:34:22.309125 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-d927caef-e84f-4ab8-83e5-b3571d928130 None None] Provisioning complete for port 98dd76cd-cf3f-4b01-b5a4-340f3265f9fc triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:22.309755 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-d927caef-e84f-4ab8-83e5-b3571d928130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (98dd76cd-cf3f-4b01-b5a4-340f3265f9fc), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:22.358166 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-53030463-e6d4-4b97-9ca7-003e6ab3366b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=17c03a1303434dc48a16d1a5daa886d1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0799651 Jul 02 03:34:22.360090 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 58846) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:22.363918 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b528eb8-6656-4a84-8967-d19bafd6ee9c None None] Pushing event updated for resources: {'Port': ['ID=145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1,revision_number=3']} {{(pid=104252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:22.365294 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-d927caef-e84f-4ab8-83e5-b3571d928130 None None] Port 98dd76cd-cf3f-4b01-b5a4-340f3265f9fc cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:34:22.406091 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-705c221f-4bb8-4d04-a08a-ed342e2fa358 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=53c88ba2f03f47538ca0eaeb08ccfc07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1949465 Jul 02 03:34:22.544449 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-70bb5bf3-7c1f-4422-aa62-3af5b38b9319 admin admin] Publish callbacks [] for security_group (a9f5138f-6837-4b8a-9200-7f0a67d0686e), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:22.581110 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-5a08aa42-4fb2-4110-8e06-40f080894b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:22.586452 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-8be697b9-2fc4-4c5b-9708-0c5956e5a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'name': 'tempest-AttachVolumeShelveTestJSON-1262963313-router', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:34:16Z', 'revision_number': 3, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'gw_port': {'id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi'}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:22.619916 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-70bb5bf3-7c1f-4422-aa62-3af5b38b9319 admin admin] Publish callbacks [] for security_group (a9f5138f-6837-4b8a-9200-7f0a67d0686e), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:22.643754 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device e6ec623c-cd33-4d9b-96c8-cad9894378b3 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:34:22.664966 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be697b9-2fc4-4c5b-9708-0c5956e5a1df None None] The sync data for ids ['520b676c-e11b-45f4-bb61-e5b7d541794b'] in dv-cinder-846842-9-iscsi is: [{'id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'name': 'tempest-AttachVolumeShelveTestJSON-1262963313-router', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:34:16Z', 'revision_number': 3, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'gw_port': {'id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi'}] {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:34:22.733196 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-70bb5bf3-7c1f-4422-aa62-3af5b38b9319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (a9f5138f-6837-4b8a-9200-7f0a67d0686e), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:22.736863 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-70bb5bf3-7c1f-4422-aa62-3af5b38b9319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:22.737374 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f82202-bff6-4323-a5e9-8e641ae7557f admin admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:34:22.738504 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-70bb5bf3-7c1f-4422-aa62-3af5b38b9319 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a9f5138f-6837-4b8a-9200-7f0a67d0686e HTTP/1.1" status: 204 len: 168 time: 0.3769174 Jul 02 03:34:22.748068 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d74e3d-efa4-4296-979d-8c10c3ee9bfc admin admin] Router 732878b8-3345-423f-a5bd-7c89b8c83159 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:34:22.774320 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb5bf3-7c1f-4422-aa62-3af5b38b9319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f5138f-6837-4b8a-9200-7f0a67d0686e,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:22.776440 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd470937-5fe9-4fff-ae54-2eb163dc3881 None None] Sync routers for ids ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:34:22.833497 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d3f82202-bff6-4323-a5e9-8e641ae7557f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:22.835592 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-d3f82202-bff6-4323-a5e9-8e641ae7557f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.8430903 Jul 02 03:34:22.839460 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 58864) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:22.896206 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port e6ec623c-cd33-4d9b-96c8-cad9894378b3 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:22.897599 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (e6ec623c-cd33-4d9b-96c8-cad9894378b3), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:22.973600 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-2a555048-8925-4505-8c1a-82fdfb77da19 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 02 03:34:22.979062 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-2a555048-8925-4505-8c1a-82fdfb77da19 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2082682 Jul 02 03:34:23.022035 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd470937-5fe9-4fff-ae54-2eb163dc3881 None None] Routers {'3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:34:23.022803 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-fd470937-5fe9-4fff-ae54-2eb163dc3881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:34:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:23.438408 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:23.533877 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port e6ec623c-cd33-4d9b-96c8-cad9894378b3 is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:23.534263 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (e6ec623c-cd33-4d9b-96c8-cad9894378b3), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:23.633349 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-fd470937-5fe9-4fff-ae54-2eb163dc3881 None None] Set router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:34:23.688634 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d74e3d-efa4-4296-979d-8c10c3ee9bfc admin admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:34:23.698466 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80e5eba-9fe5-487f-b46b-0155e154a6bb None None] Sync routers for ids ['732878b8-3345-423f-a5bd-7c89b8c83159'] in dv-cinder-846842-9-iscsi {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:34:23.716597 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-e5d74e3d-efa4-4296-979d-8c10c3ee9bfc admin admin] 10.222.0.42 "PUT /v2.0/routers/732878b8-3345-423f-a5bd-7c89b8c83159/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3138163 Jul 02 03:34:23.716947 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:23.733849 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80e5eba-9fe5-487f-b46b-0155e154a6bb None None] Routers {'732878b8-3345-423f-a5bd-7c89b8c83159'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:34:23.740159 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-e80e5eba-9fe5-487f-b46b-0155e154a6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:34:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['732878b8-3345-423f-a5bd-7c89b8c83159'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:23.780875 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-47401398-341f-41c6-b74b-4b5ccdf279d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:23.834637 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:23.842043 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] For port e6ec623c-cd33-4d9b-96c8-cad9894378b3, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=e6ec623c-cd33-4d9b-96c8-cad9894378b3,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:34:23.860788 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:23.861361 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:23.876811 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (e6ec623c-cd33-4d9b-96c8-cad9894378b3), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:23.881514 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-7381a8b8-c39f-4586-9db2-ece5b81aff49 service neutron] 10.222.0.42 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8499322 Jul 02 03:34:23.999157 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:24.108650 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-e80e5eba-9fe5-487f-b46b-0155e154a6bb None None] Set router 732878b8-3345-423f-a5bd-7c89b8c83159 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:34:24.212886 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-1bad2a66-f006-4cbb-9800-35b73a42bc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:24.233355 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Pushing event updated for resources: {'Port': ['ID=e6ec623c-cd33-4d9b-96c8-cad9894378b3,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:24.481210 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:24.544738 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [None req-1bad2a66-f006-4cbb-9800-35b73a42bc6f admin admin] Allocated IP 172.20.0.1 (389311ee-b4f4-4d7f-89a6-51f9bda5ef70/c753fd38-19d6-439d-9e37-af1a40857012/1e1afdd4-79ed-4696-98f4-e3dd5de0fa94) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:34:24.626516 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-8dc27e21-c08f-4214-8746-3fe395f46580 service neutron] 10.222.0.42 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7381439 Jul 02 03:34:24.653219 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:24.654115 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-e80e5eba-9fe5-487f-b46b-0155e154a6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732878b8-3345-423f-a5bd-7c89b8c83159', 'name': 'tempest-DeleteServersTestJSON-101532698-router', 'tenant_id': 'dedc7a5a95d14f60b1a73198c8b5309b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'c088ea29-86b4-4b06-844d-01f23a57d66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:08Z', 'updated_at': '2022-07-02T03:34:19Z', 'revision_number': 4, 'project_id': 'dedc7a5a95d14f60b1a73198c8b5309b', 'gw_port': {'id': 'c088ea29-86b4-4b06-844d-01f23a57d66b', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:eb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732878b8-3345-423f-a5bd-7c89b8c83159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:08Z', 'updated_at': '2022-07-02T03:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '98dd76cd-cf3f-4b01-b5a4-340f3265f9fc', 'name': '', 'network_id': '841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e', 'tenant_id': 'dedc7a5a95d14f60b1a73198c8b5309b', 'mac_address': 'fa:16:3e:04:b4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732878b8-3345-423f-a5bd-7c89b8c83159', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '90266bc5-9fab-4778-b42a-3b7df43cdbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:16Z', 'updated_at': '2022-07-02T03:34:20Z', 'revision_number': 2, 'project_id': 'dedc7a5a95d14f60b1a73198c8b5309b', 'subnets': [{'id': '90266bc5-9fab-4778-b42a-3b7df43cdbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:24.655159 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.db_base_plugin_common [None req-47401398-341f-41c6-b74b-4b5ccdf279d7 admin admin] Allocated IP 172.20.0.1 (dc0b5a80-e232-44f7-a253-08cca2946b9f/9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e/09f631b1-92c1-45d4-8c80-5ecb165f8b6d) {{(pid=104249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:34:24.744198 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80e5eba-9fe5-487f-b46b-0155e154a6bb None None] Checking router: 732878b8-3345-423f-a5bd-7c89b8c83159 for host: dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:34:24.747769 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80e5eba-9fe5-487f-b46b-0155e154a6bb None None] Updating router 732878b8-3345-423f-a5bd-7c89b8c83159 port 98dd76cd-cf3f-4b01-b5a4-340f3265f9fc binding host dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 03:34:24.833321 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-e80e5eba-9fe5-487f-b46b-0155e154a6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (98dd76cd-cf3f-4b01-b5a4-340f3265f9fc), before_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:24.877972 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6708f033-fe71-4bac-a5ac-aefed05cf87b None None] Sync routers for ids ['ea261895-4496-471d-aa3d-647f34ffe46c'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:34:24.901653 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-fd470937-5fe9-4fff-ae54-2eb163dc3881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'name': 'tempest-AttachVolumeNegativeTest-1944099048-router', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:12Z', 'updated_at': '2022-07-02T03:34:19Z', 'revision_number': 3, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'gw_port': {'id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:15Z', 'updated_at': '2022-07-02T03:34:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi'}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:24.975603 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device e6ec623c-cd33-4d9b-96c8-cad9894378b3 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:34:24.979919 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd470937-5fe9-4fff-ae54-2eb163dc3881 None None] Checking router: 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:34:24.980970 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd470937-5fe9-4fff-ae54-2eb163dc3881 None None] Updating router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 port d0a54b36-dbad-4b86-b3ad-be981d38d613 binding host dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 03:34:24.994437 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-1bad2a66-f006-4cbb-9800-35b73a42bc6f admin admin] Publish callbacks [] for port (1e1afdd4-79ed-4696-98f4-e3dd5de0fa94), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:25.027322 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:25.030193 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-fd470937-5fe9-4fff-ae54-2eb163dc3881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (d0a54b36-dbad-4b86-b3ad-be981d38d613), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:25.032328 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6708f033-fe71-4bac-a5ac-aefed05cf87b None None] Routers {'ea261895-4496-471d-aa3d-647f34ffe46c'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:34:25.033160 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-6708f033-fe71-4bac-a5ac-aefed05cf87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:34:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['ea261895-4496-471d-aa3d-647f34ffe46c'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:25.034665 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-47401398-341f-41c6-b74b-4b5ccdf279d7 admin admin] Publish callbacks [] for port (09f631b1-92c1-45d4-8c80-5ecb165f8b6d), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:25.074094 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-1bad2a66-f006-4cbb-9800-35b73a42bc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (1e1afdd4-79ed-4696-98f4-e3dd5de0fa94), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:25.151343 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bad2a66-f006-4cbb-9800-35b73a42bc6f admin admin] Network 389311ee-b4f4-4d7f-89a6-51f9bda5ef70 is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:34:25.165880 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-47401398-341f-41c6-b74b-4b5ccdf279d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (09f631b1-92c1-45d4-8c80-5ecb165f8b6d), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:25.230227 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-1bad2a66-f006-4cbb-9800-35b73a42bc6f admin admin] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:34:25.236117 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bad2a66-f006-4cbb-9800-35b73a42bc6f admin admin] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:34:25.365417 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad2a66-f006-4cbb-9800-35b73a42bc6f admin admin] Pushing event updated for resources: {'Port': ['ID=1e1afdd4-79ed-4696-98f4-e3dd5de0fa94,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:25.375180 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-1bad2a66-f006-4cbb-9800-35b73a42bc6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-386495'] for router_interface (3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:25.408100 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47401398-341f-41c6-b74b-4b5ccdf279d7 admin admin] Pushing event updated for resources: {'Port': ['ID=09f631b1-92c1-45d4-8c80-5ecb165f8b6d,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:25.496716 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-6708f033-fe71-4bac-a5ac-aefed05cf87b None None] Set router ea261895-4496-471d-aa3d-647f34ffe46c gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:34:25.552371 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-974a5b02-3018-43ce-bc5e-1c17db25c7ec req-50f93c80-7f40-4cd8-8bd5-2ae9c3ed15b1 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 210 time: 0.1623521 Jul 02 03:34:25.555991 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47401398-341f-41c6-b74b-4b5ccdf279d7 admin admin] Network dc0b5a80-e232-44f7-a253-08cca2946b9f is already hosted by enough agents. {{(pid=104249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:34:25.560089 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [None req-47401398-341f-41c6-b74b-4b5ccdf279d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:34:25.567555 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47401398-341f-41c6-b74b-4b5ccdf279d7 admin admin] Received port after_create {{(pid=104249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:34:25.586389 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-e80e5eba-9fe5-487f-b46b-0155e154a6bb None None] Publish callbacks [] for port (98dd76cd-cf3f-4b01-b5a4-340f3265f9fc), precommit_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:25.603950 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-e80e5eba-9fe5-487f-b46b-0155e154a6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (98dd76cd-cf3f-4b01-b5a4-340f3265f9fc), after_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:25.687932 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-1bad2a66-f006-4cbb-9800-35b73a42bc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (1e1afdd4-79ed-4696-98f4-e3dd5de0fa94), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:25.708337 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-47401398-341f-41c6-b74b-4b5ccdf279d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-386495'] for router_interface (520b676c-e11b-45f4-bb61-e5b7d541794b), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:25.755081 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1e6c6-d7e8-47f4-892f-b507de0260fb None None] Pushing event updated for resources: {'Port': ['ID=98dd76cd-cf3f-4b01-b5a4-340f3265f9fc,revision_number=3']} {{(pid=104252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:25.978354 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:26.037819 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-1bad2a66-f006-4cbb-9800-35b73a42bc6f admin admin] Publish callbacks [] for port (1e1afdd4-79ed-4696-98f4-e3dd5de0fa94), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:26.048012 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:26.050668 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:26.054822 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-1bad2a66-f006-4cbb-9800-35b73a42bc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (1e1afdd4-79ed-4696-98f4-e3dd5de0fa94), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:26.148863 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-e80e5eba-9fe5-487f-b46b-0155e154a6bb None None] Attempting to bind port 98dd76cd-cf3f-4b01-b5a4-340f3265f9fc on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:34:26.151741 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-e80e5eba-9fe5-487f-b46b-0155e154a6bb None None] Attempting to bind port 98dd76cd-cf3f-4b01-b5a4-340f3265f9fc by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': 'ec29d66c-8d83-451b-aa99-a0628d4a36c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e'}] {{(pid=104252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:34:26.152395 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e5eba-9fe5-487f-b46b-0155e154a6bb None None] Attempting to bind port 98dd76cd-cf3f-4b01-b5a4-340f3265f9fc on network 841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:34:26.165187 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e5eba-9fe5-487f-b46b-0155e154a6bb None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:34:26.167805 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e5eba-9fe5-487f-b46b-0155e154a6bb None None] Checking segment: {'id': 'ec29d66c-8d83-451b-aa99-a0628d4a36c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:34:26.168471 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-e80e5eba-9fe5-487f-b46b-0155e154a6bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:26.169452 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e5eba-9fe5-487f-b46b-0155e154a6bb None None] Bound using segment: {'id': 'ec29d66c-8d83-451b-aa99-a0628d4a36c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e'} {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:34:26.172716 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-e80e5eba-9fe5-487f-b46b-0155e154a6bb None None] Bound port: 98dd76cd-cf3f-4b01-b5a4-340f3265f9fc, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec29d66c-8d83-451b-aa99-a0628d4a36c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e'}}] {{(pid=104252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:34:26.173804 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-e80e5eba-9fe5-487f-b46b-0155e154a6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (98dd76cd-cf3f-4b01-b5a4-340f3265f9fc), before_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:26.237606 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-1bad2a66-f006-4cbb-9800-35b73a42bc6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386339'] for router_interface (3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:26.343970 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-47401398-341f-41c6-b74b-4b5ccdf279d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (09f631b1-92c1-45d4-8c80-5ecb165f8b6d), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:26.362156 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.db [None req-e80e5eba-9fe5-487f-b46b-0155e154a6bb None None] For port 98dd76cd-cf3f-4b01-b5a4-340f3265f9fc, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:34:26.373745 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad2a66-f006-4cbb-9800-35b73a42bc6f admin admin] Pushing event updated for resources: {'Port': ['ID=1e1afdd4-79ed-4696-98f4-e3dd5de0fa94,revision_number=2']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:26.380962 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.db [None req-e80e5eba-9fe5-487f-b46b-0155e154a6bb None None] For port 98dd76cd-cf3f-4b01-b5a4-340f3265f9fc, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=98dd76cd-cf3f-4b01-b5a4-340f3265f9fc,segment=NetworkSegment(ec29d66c-8d83-451b-aa99-a0628d4a36c4),segment_id=ec29d66c-8d83-451b-aa99-a0628d4a36c4)] {{(pid=104252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:34:26.383909 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bad2a66-f006-4cbb-9800-35b73a42bc6f admin admin] Network 389311ee-b4f4-4d7f-89a6-51f9bda5ef70 is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:34:26.385766 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-1bad2a66-f006-4cbb-9800-35b73a42bc6f admin admin] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:34:26.405214 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-e80e5eba-9fe5-487f-b46b-0155e154a6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (98dd76cd-cf3f-4b01-b5a4-340f3265f9fc), after_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:26.523479 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-fd470937-5fe9-4fff-ae54-2eb163dc3881 None None] Publish callbacks [] for port (d0a54b36-dbad-4b86-b3ad-be981d38d613), precommit_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:26.649510 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80e5eba-9fe5-487f-b46b-0155e154a6bb None None] Routers {'732878b8-3345-423f-a5bd-7c89b8c83159'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:34:26.652188 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-e80e5eba-9fe5-487f-b46b-0155e154a6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:34:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['732878b8-3345-423f-a5bd-7c89b8c83159'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:26.660115 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-fd470937-5fe9-4fff-ae54-2eb163dc3881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (d0a54b36-dbad-4b86-b3ad-be981d38d613), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:26.757698 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bad2a66-f006-4cbb-9800-35b73a42bc6f admin admin] Router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:34:26.789000 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port e6ec623c-cd33-4d9b-96c8-cad9894378b3 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:26.794285 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (e6ec623c-cd33-4d9b-96c8-cad9894378b3), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:26.957307 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-6b9322b1-3019-416f-a58a-895047d3892f None None] Provisioning complete for port 1e1afdd4-79ed-4696-98f4-e3dd5de0fa94 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:26.959357 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6b9322b1-3019-416f-a58a-895047d3892f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (1e1afdd4-79ed-4696-98f4-e3dd5de0fa94), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:26.994062 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:27.049632 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1e6c6-d7e8-47f4-892f-b507de0260fb None None] Pushing event updated for resources: {'Port': ['ID=98dd76cd-cf3f-4b01-b5a4-340f3265f9fc,revision_number=4']} {{(pid=104252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:27.144496 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 59060) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:27.177495 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-e80e5eba-9fe5-487f-b46b-0155e154a6bb None None] Set router 732878b8-3345-423f-a5bd-7c89b8c83159 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:34:27.209191 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-e1dead63-9e9c-4165-9174-6c07dff6c9eb tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:27.211068 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-e1dead63-9e9c-4165-9174-6c07dff6c9eb tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/networks?id=c1d7a687-b6ca-47c7-af08-d5e3055ff439 HTTP/1.1" status: 200 len: 818 time: 0.9589717 Jul 02 03:34:27.219019 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bad2a66-f006-4cbb-9800-35b73a42bc6f admin admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:34:27.223649 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:27.244022 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-1bad2a66-f006-4cbb-9800-35b73a42bc6f admin admin] 10.222.0.42 "PUT /v2.0/routers/3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3933434 Jul 02 03:34:27.246880 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-fd470937-5fe9-4fff-ae54-2eb163dc3881 None None] Attempting to bind port d0a54b36-dbad-4b86-b3ad-be981d38d613 on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:34:27.247374 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-fd470937-5fe9-4fff-ae54-2eb163dc3881 None None] Attempting to bind port d0a54b36-dbad-4b86-b3ad-be981d38d613 by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:34:27.250450 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd470937-5fe9-4fff-ae54-2eb163dc3881 None None] Attempting to bind port d0a54b36-dbad-4b86-b3ad-be981d38d613 on network f461a802-f340-43f3-86d0-4b44bcb77e0c {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:34:27.253835 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-6b9322b1-3019-416f-a58a-895047d3892f None None] Port 1e1afdd4-79ed-4696-98f4-e3dd5de0fa94 cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:34:27.278535 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55740ef3-3812-40a2-bc82-af4142d503e8 None None] Pushing event updated for resources: {'Port': ['ID=d0a54b36-dbad-4b86-b3ad-be981d38d613,revision_number=2']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:27.294436 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-6bd32364-5589-4fd1-a5e0-ca375068be2d tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/quotas/53c88ba2f03f47538ca0eaeb08ccfc07 HTTP/1.1" status: 200 len: 375 time: 0.0542486 Jul 02 03:34:27.310492 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:27.359597 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:27.460490 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-46893f37-e888-4e3e-a52e-5de696f122f9 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=53c88ba2f03f47538ca0eaeb08ccfc07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1456311 Jul 02 03:34:27.478910 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-59eb37f7-489e-4221-922d-1ed462e1dc9a tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:27.488480 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-59eb37f7-489e-4221-922d-1ed462e1dc9a tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/networks?id=841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e HTTP/1.1" status: 200 len: 811 time: 0.3327100 Jul 02 03:34:27.489066 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:27.493665 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd470937-5fe9-4fff-ae54-2eb163dc3881 None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:34:27.494042 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd470937-5fe9-4fff-ae54-2eb163dc3881 None None] Checking segment: {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:34:27.494434 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-fd470937-5fe9-4fff-ae54-2eb163dc3881 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:27.494818 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd470937-5fe9-4fff-ae54-2eb163dc3881 None None] Bound using segment: {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:34:27.500516 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-fd470937-5fe9-4fff-ae54-2eb163dc3881 None None] Bound port: d0a54b36-dbad-4b86-b3ad-be981d38d613, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:34:27.501206 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-fd470937-5fe9-4fff-ae54-2eb163dc3881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (d0a54b36-dbad-4b86-b3ad-be981d38d613), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:27.509966 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-47401398-341f-41c6-b74b-4b5ccdf279d7 admin admin] Publish callbacks [] for port (09f631b1-92c1-45d4-8c80-5ecb165f8b6d), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:27.527462 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-29b59e1b-7710-4d88-8dea-02da12802f9e tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/quotas/dedc7a5a95d14f60b1a73198c8b5309b HTTP/1.1" status: 200 len: 375 time: 0.0379462 Jul 02 03:34:27.553609 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-47401398-341f-41c6-b74b-4b5ccdf279d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60593212'] for port (09f631b1-92c1-45d4-8c80-5ecb165f8b6d), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:27.561048 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:27.633350 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-fd470937-5fe9-4fff-ae54-2eb163dc3881 None None] For port d0a54b36-dbad-4b86-b3ad-be981d38d613, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:34:27.640436 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-fd470937-5fe9-4fff-ae54-2eb163dc3881 None None] For port d0a54b36-dbad-4b86-b3ad-be981d38d613, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=d0a54b36-dbad-4b86-b3ad-be981d38d613,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:34:27.704181 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-74173a21-ae71-49d6-bc4b-33d95f943883 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dedc7a5a95d14f60b1a73198c8b5309b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1757169 Jul 02 03:34:27.738382 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-fd470937-5fe9-4fff-ae54-2eb163dc3881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (d0a54b36-dbad-4b86-b3ad-be981d38d613), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:27.744215 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-47401398-341f-41c6-b74b-4b5ccdf279d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386339'] for router_interface (520b676c-e11b-45f4-bb61-e5b7d541794b), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:27.747916 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47401398-341f-41c6-b74b-4b5ccdf279d7 admin admin] Pushing event updated for resources: {'Port': ['ID=09f631b1-92c1-45d4-8c80-5ecb165f8b6d,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:27.789356 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-23c04510-6b68-4c3c-b877-a229a1747e8f service neutron] 10.222.0.42 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925801 Jul 02 03:34:27.831758 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55740ef3-3812-40a2-bc82-af4142d503e8 None None] Pushing event updated for resources: {'Port': ['ID=d0a54b36-dbad-4b86-b3ad-be981d38d613,revision_number=3']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:27.835099 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-a49b029c-f48d-411b-ae8d-42776a467dae None None] Provisioning complete for port 1e1afdd4-79ed-4696-98f4-e3dd5de0fa94 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:27.835527 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-a49b029c-f48d-411b-ae8d-42776a467dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (1e1afdd4-79ed-4696-98f4-e3dd5de0fa94), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:27.885618 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-e80e5eba-9fe5-487f-b46b-0155e154a6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732878b8-3345-423f-a5bd-7c89b8c83159', 'name': 'tempest-DeleteServersTestJSON-101532698-router', 'tenant_id': 'dedc7a5a95d14f60b1a73198c8b5309b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'c088ea29-86b4-4b06-844d-01f23a57d66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:08Z', 'updated_at': '2022-07-02T03:34:19Z', 'revision_number': 4, 'project_id': 'dedc7a5a95d14f60b1a73198c8b5309b', 'gw_port': {'id': 'c088ea29-86b4-4b06-844d-01f23a57d66b', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:eb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732878b8-3345-423f-a5bd-7c89b8c83159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:08Z', 'updated_at': '2022-07-02T03:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '98dd76cd-cf3f-4b01-b5a4-340f3265f9fc', 'name': '', 'network_id': '841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e', 'tenant_id': 'dedc7a5a95d14f60b1a73198c8b5309b', 'mac_address': 'fa:16:3e:04:b4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732878b8-3345-423f-a5bd-7c89b8c83159', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '90266bc5-9fab-4778-b42a-3b7df43cdbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:16Z', 'updated_at': '2022-07-02T03:34:26Z', 'revision_number': 4, 'project_id': 'dedc7a5a95d14f60b1a73198c8b5309b', 'subnets': [{'id': '90266bc5-9fab-4778-b42a-3b7df43cdbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:27.924262 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port e6ec623c-cd33-4d9b-96c8-cad9894378b3 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:27.924858 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:34:27.955032 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80e5eba-9fe5-487f-b46b-0155e154a6bb None None] The sync data for ids ['732878b8-3345-423f-a5bd-7c89b8c83159'] in dv-cinder-846842-9-iscsi is: [{'id': '732878b8-3345-423f-a5bd-7c89b8c83159', 'name': 'tempest-DeleteServersTestJSON-101532698-router', 'tenant_id': 'dedc7a5a95d14f60b1a73198c8b5309b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'c088ea29-86b4-4b06-844d-01f23a57d66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:08Z', 'updated_at': '2022-07-02T03:34:19Z', 'revision_number': 4, 'project_id': 'dedc7a5a95d14f60b1a73198c8b5309b', 'gw_port': {'id': 'c088ea29-86b4-4b06-844d-01f23a57d66b', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:eb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732878b8-3345-423f-a5bd-7c89b8c83159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:08Z', 'updated_at': '2022-07-02T03:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '98dd76cd-cf3f-4b01-b5a4-340f3265f9fc', 'name': '', 'network_id': '841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e', 'tenant_id': 'dedc7a5a95d14f60b1a73198c8b5309b', 'mac_address': 'fa:16:3e:04:b4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732878b8-3345-423f-a5bd-7c89b8c83159', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '90266bc5-9fab-4778-b42a-3b7df43cdbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:16Z', 'updated_at': '2022-07-02T03:34:26Z', 'revision_number': 4, 'project_id': 'dedc7a5a95d14f60b1a73198c8b5309b', 'subnets': [{'id': '90266bc5-9fab-4778-b42a-3b7df43cdbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:34:27.963488 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47401398-341f-41c6-b74b-4b5ccdf279d7 admin admin] Network dc0b5a80-e232-44f7-a253-08cca2946b9f is already hosted by enough agents. {{(pid=104249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:34:27.973755 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [None req-47401398-341f-41c6-b74b-4b5ccdf279d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:34:27.984473 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-116d17b3-d94a-428a-b2b0-e9c9b0561fe6 service neutron] 10.222.0.42 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819332 Jul 02 03:34:28.030115 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-a49b029c-f48d-411b-ae8d-42776a467dae None None] Port 1e1afdd4-79ed-4696-98f4-e3dd5de0fa94 cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:34:28.055977 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd470937-5fe9-4fff-ae54-2eb163dc3881 None None] Routers {'3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:34:28.056792 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-fd470937-5fe9-4fff-ae54-2eb163dc3881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:34:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:28.175980 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-c44370a1-c009-4c19-98af-4923061f683c service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 02 03:34:28.177699 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-c44370a1-c009-4c19-98af-4923061f683c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2306807 Jul 02 03:34:28.194922 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47401398-341f-41c6-b74b-4b5ccdf279d7 admin admin] Router 520b676c-e11b-45f4-bb61-e5b7d541794b has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:34:28.318804 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-a49b029c-f48d-411b-ae8d-42776a467dae None None] Provisioning complete for port 98dd76cd-cf3f-4b01-b5a4-340f3265f9fc triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:28.318804 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-a49b029c-f48d-411b-ae8d-42776a467dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (98dd76cd-cf3f-4b01-b5a4-340f3265f9fc), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:28.423425 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-6708f033-fe71-4bac-a5ac-aefed05cf87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'name': 'tempest-ServerRescueNegativeTestJSON-608922710-router', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e6ec623c-cd33-4d9b-96c8-cad9894378b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:34:18Z', 'revision_number': 4, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'gw_port': {'id': 'e6ec623c-cd33-4d9b-96c8-cad9894378b3', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:31:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': 'feaa1fc3-ea74-489f-a771-8c73bc9b7d87', 'name': '', 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'mac_address': 'fa:16:3e:3d:c6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:17Z', 'updated_at': '2022-07-02T03:34:18Z', 'revision_number': 2, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'subnets': [{'id': 'df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:28.463694 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6708f033-fe71-4bac-a5ac-aefed05cf87b None None] Checking router: ea261895-4496-471d-aa3d-647f34ffe46c for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:34:28.464042 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6708f033-fe71-4bac-a5ac-aefed05cf87b None None] Updating router ea261895-4496-471d-aa3d-647f34ffe46c port feaa1fc3-ea74-489f-a771-8c73bc9b7d87 binding host dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 03:34:28.467644 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-fd470937-5fe9-4fff-ae54-2eb163dc3881 None None] Set router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:34:28.506785 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:28.511411 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:28.693597 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6708f033-fe71-4bac-a5ac-aefed05cf87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (feaa1fc3-ea74-489f-a771-8c73bc9b7d87), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:28.743777 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 59148) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:28.751781 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-7ad3f895-5b33-4a0b-bf77-bced2b17c71c tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--654805543', 'description': 'tempest-description--853304425'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:34:28.777175 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:28.819869 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=100 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:28.824265 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7ad3f895-5b33-4a0b-bf77-bced2b17c71c tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:28.861723 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47401398-341f-41c6-b74b-4b5ccdf279d7 admin admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:34:28.870932 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:28.873392 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-a49b029c-f48d-411b-ae8d-42776a467dae None None] Current status of the port 98dd76cd-cf3f-4b01-b5a4-340f3265f9fc is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:28.873775 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-a49b029c-f48d-411b-ae8d-42776a467dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (98dd76cd-cf3f-4b01-b5a4-340f3265f9fc), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:28.876882 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26db7c4a-5c74-40f3-ab32-f36a1c0ad6b3 None None] Sync routers for ids ['520b676c-e11b-45f4-bb61-e5b7d541794b'] in dv-cinder-846842-9-iscsi {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:34:28.908865 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-47401398-341f-41c6-b74b-4b5ccdf279d7 admin admin] 10.222.0.42 "PUT /v2.0/routers/520b676c-e11b-45f4-bb61-e5b7d541794b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1235008 Jul 02 03:34:28.926476 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-57217cee-f527-4880-a355-7758c2f073e0 req-a2091efe-1ef2-4c64-9acf-208bdca8deca tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 210 time: 0.0952849 Jul 02 03:34:28.927322 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26db7c4a-5c74-40f3-ab32-f36a1c0ad6b3 None None] Routers {'520b676c-e11b-45f4-bb61-e5b7d541794b'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:34:28.928608 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-26db7c4a-5c74-40f3-ab32-f36a1c0ad6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:34:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['520b676c-e11b-45f4-bb61-e5b7d541794b'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:28.963849 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-259e2865-195e-4a77-be28-32521bc9aa0a service neutron] 10.222.0.42 "GET /v2.0/networks/841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7666399 Jul 02 03:34:29.023346 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7ad3f895-5b33-4a0b-bf77-bced2b17c71c tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group (c07838c8-e6ce-4995-b85b-685cbd63932f), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:29.038230 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7ad3f895-5b33-4a0b-bf77-bced2b17c71c tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (c07838c8-e6ce-4995-b85b-685cbd63932f), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:29.113969 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7ad3f895-5b33-4a0b-bf77-bced2b17c71c tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:29.116910 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-7ad3f895-5b33-4a0b-bf77-bced2b17c71c tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3708386 Jul 02 03:34:29.124210 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 59166) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:29.133230 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 59168) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:29.138228 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-80c821df-b811-45ab-acae-8199fae01d3a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Request body: {'security_group_rule': {'security_group_id': 'c07838c8-e6ce-4995-b85b-685cbd63932f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:34:29.183746 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-26db7c4a-5c74-40f3-ab32-f36a1c0ad6b3 None None] Set router 520b676c-e11b-45f4-bb61-e5b7d541794b gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:34:29.199604 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad3f895-5b33-4a0b-bf77-bced2b17c71c tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c07838c8-e6ce-4995-b85b-685cbd63932f,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:29.234284 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-80c821df-b811-45ab-acae-8199fae01d3a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group_rule (b9d3cf85-1c00-4204-8422-eb71ed94bfde), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:29.261727 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-91364df8-d494-4edc-a1c7-dc0895ed80d4 service neutron] 10.222.0.42 "GET /v2.0/networks/841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833328 Jul 02 03:34:29.266012 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:29.465299 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-80c821df-b811-45ab-acae-8199fae01d3a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group_rule (b9d3cf85-1c00-4204-8422-eb71ed94bfde), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:29.516183 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b5304dc2-2511-426a-8ec3-192cb7ee9df1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:29.519081 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-80c821df-b811-45ab-acae-8199fae01d3a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (b9d3cf85-1c00-4204-8422-eb71ed94bfde), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:29.581966 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1 is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:29.585122 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:29.604722 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-fd470937-5fe9-4fff-ae54-2eb163dc3881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'name': 'tempest-AttachVolumeNegativeTest-1944099048-router', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:12Z', 'updated_at': '2022-07-02T03:34:25Z', 'revision_number': 4, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'gw_port': {'id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:15Z', 'updated_at': '2022-07-02T03:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '1e1afdd4-79ed-4696-98f4-e3dd5de0fa94', 'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'mac_address': 'fa:16:3e:08:83:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:24Z', 'updated_at': '2022-07-02T03:34:25Z', 'revision_number': 2, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'subnets': [{'id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:29.606535 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c821df-b811-45ab-acae-8199fae01d3a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d3cf85-1c00-4204-8422-eb71ed94bfde,revision_number=0']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:29.616503 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 59190) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:29.619042 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:29.619641 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:29.622508 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-a539d4ef-f894-4c1a-9d3d-22585f8c5247 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1368147828', 'description': 'tempest-description--468445399'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:34:29.634046 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-80c821df-b811-45ab-acae-8199fae01d3a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:29.638332 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-80c821df-b811-45ab-acae-8199fae01d3a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5126376 Jul 02 03:34:29.642360 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 59192) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:29.682889 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-6314955e-f5c8-41c2-af62-7f534455e94d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Request body: {'security_group_rule': {'security_group_id': 'c07838c8-e6ce-4995-b85b-685cbd63932f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:34:29.719525 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd470937-5fe9-4fff-ae54-2eb163dc3881 None None] The sync data for ids ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'] in dv-cinder-846842-9-iscsi is: [{'id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'name': 'tempest-AttachVolumeNegativeTest-1944099048-router', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:12Z', 'updated_at': '2022-07-02T03:34:25Z', 'revision_number': 4, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'gw_port': {'id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:15Z', 'updated_at': '2022-07-02T03:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '1e1afdd4-79ed-4696-98f4-e3dd5de0fa94', 'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'mac_address': 'fa:16:3e:08:83:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:24Z', 'updated_at': '2022-07-02T03:34:25Z', 'revision_number': 2, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'subnets': [{'id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:34:29.737238 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-26db7c4a-5c74-40f3-ab32-f36a1c0ad6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'name': 'tempest-AttachVolumeShelveTestJSON-1262963313-router', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:34:26Z', 'revision_number': 4, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'gw_port': {'id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '09f631b1-92c1-45d4-8c80-5ecb165f8b6d', 'name': '', 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'mac_address': 'fa:16:3e:81:84:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:23Z', 'updated_at': '2022-07-02T03:34:26Z', 'revision_number': 2, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'subnets': [{'id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:29.755140 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:29.777087 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-a49b029c-f48d-411b-ae8d-42776a467dae None None] For port 98dd76cd-cf3f-4b01-b5a4-340f3265f9fc, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=98dd76cd-cf3f-4b01-b5a4-340f3265f9fc,segment=NetworkSegment(ec29d66c-8d83-451b-aa99-a0628d4a36c4),segment_id=ec29d66c-8d83-451b-aa99-a0628d4a36c4)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:34:29.805291 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:29.817862 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26db7c4a-5c74-40f3-ab32-f36a1c0ad6b3 None None] Checking router: 520b676c-e11b-45f4-bb61-e5b7d541794b for host: dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:34:29.819834 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26db7c4a-5c74-40f3-ab32-f36a1c0ad6b3 None None] Updating router 520b676c-e11b-45f4-bb61-e5b7d541794b port 09f631b1-92c1-45d4-8c80-5ecb165f8b6d binding host dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 03:34:29.820326 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-a49b029c-f48d-411b-ae8d-42776a467dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (98dd76cd-cf3f-4b01-b5a4-340f3265f9fc), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:29.846132 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b5304dc2-2511-426a-8ec3-192cb7ee9df1 admin admin] Publish callbacks [] for security_group (ed7cb4c8-8cb8-465d-b856-ba5350dfa789), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:29.854793 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a539d4ef-f894-4c1a-9d3d-22585f8c5247 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:29.856853 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b5304dc2-2511-426a-8ec3-192cb7ee9df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (ed7cb4c8-8cb8-465d-b856-ba5350dfa789), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:29.864842 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-26db7c4a-5c74-40f3-ab32-f36a1c0ad6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (09f631b1-92c1-45d4-8c80-5ecb165f8b6d), before_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:29.915366 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-b5304dc2-2511-426a-8ec3-192cb7ee9df1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c9fd9b23df55413aa29f121b9d22df1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7717757 Jul 02 03:34:29.919953 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 59202) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:29.946764 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5304dc2-2511-426a-8ec3-192cb7ee9df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7cb4c8-8cb8-465d-b856-ba5350dfa789,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:29.947638 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-a49b029c-f48d-411b-ae8d-42776a467dae None None] Provisioning complete for port 09f631b1-92c1-45d4-8c80-5ecb165f8b6d triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:29.948227 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-a49b029c-f48d-411b-ae8d-42776a467dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (09f631b1-92c1-45d4-8c80-5ecb165f8b6d), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:29.948460 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f7998825-d3f1-4e1d-bf89-7f8cb54d09bb req-46d49b82-4288-40a1-ab75-e03e401c7410 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 210 time: 0.1407723 Jul 02 03:34:29.998921 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6314955e-f5c8-41c2-af62-7f534455e94d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group_rule (c4b1fbd5-ccc4-48c8-b624-ad1b43ed319f), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:30.010360 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] For port 145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:34:30.012162 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b029c-f48d-411b-ae8d-42776a467dae None None] Pushing event updated for resources: {'Port': ['ID=98dd76cd-cf3f-4b01-b5a4-340f3265f9fc,revision_number=5']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:30.017120 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-a49b029c-f48d-411b-ae8d-42776a467dae None None] Port 09f631b1-92c1-45d4-8c80-5ecb165f8b6d cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:34:30.086286 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:30.126983 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f296ed0a-aef0-4192-9454-e6a8eae32196 admin admin] Publish callbacks [] for security_group (ed7cb4c8-8cb8-465d-b856-ba5350dfa789), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:30.211182 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-8a30a61d-55be-4e34-9401-e6a1b689cf7d None None] Provisioning complete for port 09f631b1-92c1-45d4-8c80-5ecb165f8b6d triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:30.211893 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-8a30a61d-55be-4e34-9401-e6a1b689cf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (09f631b1-92c1-45d4-8c80-5ecb165f8b6d), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:30.246127 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f296ed0a-aef0-4192-9454-e6a8eae32196 admin admin] Publish callbacks [] for security_group (ed7cb4c8-8cb8-465d-b856-ba5350dfa789), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:30.257080 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-8a30a61d-55be-4e34-9401-e6a1b689cf7d None None] Port 09f631b1-92c1-45d4-8c80-5ecb165f8b6d cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:34:30.334492 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Pushing event updated for resources: {'Port': ['ID=145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:30.342712 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 98dd76cd-cf3f-4b01-b5a4-340f3265f9fc up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:34:30.380918 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f296ed0a-aef0-4192-9454-e6a8eae32196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (ed7cb4c8-8cb8-465d-b856-ba5350dfa789), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:30.386904 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f296ed0a-aef0-4192-9454-e6a8eae32196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:30.388802 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-f296ed0a-aef0-4192-9454-e6a8eae32196 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ed7cb4c8-8cb8-465d-b856-ba5350dfa789 HTTP/1.1" status: 204 len: 168 time: 0.4672022 Jul 02 03:34:30.406394 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296ed0a-aef0-4192-9454-e6a8eae32196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7cb4c8-8cb8-465d-b856-ba5350dfa789,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:30.462656 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 98dd76cd-cf3f-4b01-b5a4-340f3265f9fc triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:30.463029 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (98dd76cd-cf3f-4b01-b5a4-340f3265f9fc), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:30.478028 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a539d4ef-f894-4c1a-9d3d-22585f8c5247 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for security_group (30283c57-b25d-4a6a-8fde-7f51a3063c9c), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:30.496007 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c0d5d8eb-0baf-48ff-bd8c-52ef7f2213ce req-40846ec2-d649-4e31-ac19-a19db5f4eca5 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 210 time: 0.0913265 Jul 02 03:34:30.548650 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6314955e-f5c8-41c2-af62-7f534455e94d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group_rule (c4b1fbd5-ccc4-48c8-b624-ad1b43ed319f), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:30.549950 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a539d4ef-f894-4c1a-9d3d-22585f8c5247 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (30283c57-b25d-4a6a-8fde-7f51a3063c9c), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:30.571441 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6314955e-f5c8-41c2-af62-7f534455e94d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (c4b1fbd5-ccc4-48c8-b624-ad1b43ed319f), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:30.609292 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314955e-f5c8-41c2-af62-7f534455e94d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b1fbd5-ccc4-48c8-b624-ad1b43ed319f,revision_number=0']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:30.613595 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539d4ef-f894-4c1a-9d3d-22585f8c5247 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30283c57-b25d-4a6a-8fde-7f51a3063c9c,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:30.637141 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a539d4ef-f894-4c1a-9d3d-22585f8c5247 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:30.639919 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-a539d4ef-f894-4c1a-9d3d-22585f8c5247 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0221238 Jul 02 03:34:30.643743 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 59222) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:30.646696 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:30.657405 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6314955e-f5c8-41c2-af62-7f534455e94d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:30.658125 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-61853bc5-230b-49e2-adfa-2ec739834978 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Request body: {'security_group_rule': {'security_group_id': '30283c57-b25d-4a6a-8fde-7f51a3063c9c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:34:30.663487 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-6314955e-f5c8-41c2-af62-7f534455e94d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0057008 Jul 02 03:34:30.663487 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 59224) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:30.680146 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-37042986-08d8-4137-af22-894939f2c0fa tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Request body: {'floatingip': {'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:34:30.701648 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 98dd76cd-cf3f-4b01-b5a4-340f3265f9fc is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:30.733686 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-37042986-08d8-4137-af22-894939f2c0fa tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:30.746901 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-61853bc5-230b-49e2-adfa-2ec739834978 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for security_group_rule (37de39f9-ae7d-4268-9c5a-5cd917843c53), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:30.747251 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-26db7c4a-5c74-40f3-ab32-f36a1c0ad6b3 None None] Publish callbacks [] for port (09f631b1-92c1-45d4-8c80-5ecb165f8b6d), precommit_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:30.760758 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-26db7c4a-5c74-40f3-ab32-f36a1c0ad6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (09f631b1-92c1-45d4-8c80-5ecb165f8b6d), after_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:30.773080 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6708f033-fe71-4bac-a5ac-aefed05cf87b None None] Publish callbacks [] for port (feaa1fc3-ea74-489f-a771-8c73bc9b7d87), precommit_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:30.788033 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6708f033-fe71-4bac-a5ac-aefed05cf87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (feaa1fc3-ea74-489f-a771-8c73bc9b7d87), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:30.884892 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-61853bc5-230b-49e2-adfa-2ec739834978 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for security_group_rule (37de39f9-ae7d-4268-9c5a-5cd917843c53), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:30.895144 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-61853bc5-230b-49e2-adfa-2ec739834978 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (37de39f9-ae7d-4268-9c5a-5cd917843c53), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:30.991825 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61853bc5-230b-49e2-adfa-2ec739834978 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37de39f9-ae7d-4268-9c5a-5cd917843c53,revision_number=0']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:31.077486 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb50c629-0a04-4159-8e0c-f3cda3370bff None None] Pushing event updated for resources: {'Port': ['ID=feaa1fc3-ea74-489f-a771-8c73bc9b7d87,revision_number=3']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:31.130366 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-61853bc5-230b-49e2-adfa-2ec739834978 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:31.153856 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-26db7c4a-5c74-40f3-ab32-f36a1c0ad6b3 None None] Attempting to bind port 09f631b1-92c1-45d4-8c80-5ecb165f8b6d on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:34:31.155235 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-26db7c4a-5c74-40f3-ab32-f36a1c0ad6b3 None None] Attempting to bind port 09f631b1-92c1-45d4-8c80-5ecb165f8b6d by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': '645b2d22-891d-43a9-95be-abb4172a72ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f'}] {{(pid=104252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:34:31.155929 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-61853bc5-230b-49e2-adfa-2ec739834978 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5104833 Jul 02 03:34:31.157360 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26db7c4a-5c74-40f3-ab32-f36a1c0ad6b3 None None] Attempting to bind port 09f631b1-92c1-45d4-8c80-5ecb165f8b6d on network dc0b5a80-e232-44f7-a253-08cca2946b9f {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:34:31.159938 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 59234) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:31.178766 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-09ad6906-f053-46e9-9c41-069d03af2a73 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Request body: {'security_group_rule': {'security_group_id': '30283c57-b25d-4a6a-8fde-7f51a3063c9c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:34:31.187118 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-6708f033-fe71-4bac-a5ac-aefed05cf87b None None] Attempting to bind port feaa1fc3-ea74-489f-a771-8c73bc9b7d87 on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:34:31.188521 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26db7c4a-5c74-40f3-ab32-f36a1c0ad6b3 None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:34:31.195840 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-6708f033-fe71-4bac-a5ac-aefed05cf87b None None] Attempting to bind port feaa1fc3-ea74-489f-a771-8c73bc9b7d87 by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': 'a5a53470-af05-484e-b258-82f2776e0ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439'}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:34:31.197205 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26db7c4a-5c74-40f3-ab32-f36a1c0ad6b3 None None] Checking segment: {'id': '645b2d22-891d-43a9-95be-abb4172a72ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:34:31.197734 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-26db7c4a-5c74-40f3-ab32-f36a1c0ad6b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:31.199782 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6708f033-fe71-4bac-a5ac-aefed05cf87b None None] Attempting to bind port feaa1fc3-ea74-489f-a771-8c73bc9b7d87 on network c1d7a687-b6ca-47c7-af08-d5e3055ff439 {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:34:31.200533 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26db7c4a-5c74-40f3-ab32-f36a1c0ad6b3 None None] Bound using segment: {'id': '645b2d22-891d-43a9-95be-abb4172a72ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f'} {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:34:31.201187 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-26db7c4a-5c74-40f3-ab32-f36a1c0ad6b3 None None] Bound port: 09f631b1-92c1-45d4-8c80-5ecb165f8b6d, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '645b2d22-891d-43a9-95be-abb4172a72ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f'}}] {{(pid=104252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:34:31.202111 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-26db7c4a-5c74-40f3-ab32-f36a1c0ad6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (09f631b1-92c1-45d4-8c80-5ecb165f8b6d), before_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:31.214316 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 59236) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:31.220393 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:31.221609 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6708f033-fe71-4bac-a5ac-aefed05cf87b None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:34:31.221985 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6708f033-fe71-4bac-a5ac-aefed05cf87b None None] Checking segment: {'id': 'a5a53470-af05-484e-b258-82f2776e0ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:34:31.222387 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6708f033-fe71-4bac-a5ac-aefed05cf87b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:31.222784 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6708f033-fe71-4bac-a5ac-aefed05cf87b None None] Bound using segment: {'id': 'a5a53470-af05-484e-b258-82f2776e0ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439'} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:34:31.223272 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-6708f033-fe71-4bac-a5ac-aefed05cf87b None None] Bound port: feaa1fc3-ea74-489f-a771-8c73bc9b7d87, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a53470-af05-484e-b258-82f2776e0ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439'}}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:34:31.238321 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6708f033-fe71-4bac-a5ac-aefed05cf87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (feaa1fc3-ea74-489f-a771-8c73bc9b7d87), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:31.333093 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-69a100ab-6a9c-4561-8845-7d24a925b4ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:31.421170 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-37042986-08d8-4137-af22-894939f2c0fa tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:31.503073 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-6708f033-fe71-4bac-a5ac-aefed05cf87b None None] For port feaa1fc3-ea74-489f-a771-8c73bc9b7d87, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:34:31.532369 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108337c1-103f-4b95-aa4d-e443ee8fa01b None None] Pushing event updated for resources: {'Port': ['ID=09f631b1-92c1-45d4-8c80-5ecb165f8b6d,revision_number=3']} {{(pid=104252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:31.550158 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.db [None req-26db7c4a-5c74-40f3-ab32-f36a1c0ad6b3 None None] For port 09f631b1-92c1-45d4-8c80-5ecb165f8b6d, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:34:31.559567 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.db [None req-26db7c4a-5c74-40f3-ab32-f36a1c0ad6b3 None None] For port 09f631b1-92c1-45d4-8c80-5ecb165f8b6d, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=09f631b1-92c1-45d4-8c80-5ecb165f8b6d,segment=NetworkSegment(645b2d22-891d-43a9-95be-abb4172a72ed),segment_id=645b2d22-891d-43a9-95be-abb4172a72ed)] {{(pid=104252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:34:31.559803 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-6708f033-fe71-4bac-a5ac-aefed05cf87b None None] For port feaa1fc3-ea74-489f-a771-8c73bc9b7d87, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=feaa1fc3-ea74-489f-a771-8c73bc9b7d87,segment=NetworkSegment(a5a53470-af05-484e-b258-82f2776e0ce4),segment_id=a5a53470-af05-484e-b258-82f2776e0ce4)] {{(pid=104251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:34:31.574983 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cec4bc38-988a-4124-aa3e-80aca356b64c None None] Provisioning complete for port feaa1fc3-ea74-489f-a771-8c73bc9b7d87 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:31.575763 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cec4bc38-988a-4124-aa3e-80aca356b64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (feaa1fc3-ea74-489f-a771-8c73bc9b7d87), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:31.577117 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-26db7c4a-5c74-40f3-ab32-f36a1c0ad6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (09f631b1-92c1-45d4-8c80-5ecb165f8b6d), after_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:31.584422 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-09ad6906-f053-46e9-9c41-069d03af2a73 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for security_group_rule (5998d670-4202-41cf-8229-55734aa1f093), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:31.655778 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6708f033-fe71-4bac-a5ac-aefed05cf87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (feaa1fc3-ea74-489f-a771-8c73bc9b7d87), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:31.657678 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-beae7b10-78ef-4017-90c7-5a2d123f3a1c req-5499e2d9-781a-4d5b-a0a2-163ce2c84cd7 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 210 time: 0.1390257 Jul 02 03:34:31.698406 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108337c1-103f-4b95-aa4d-e443ee8fa01b None None] Pushing event updated for resources: {'Port': ['ID=09f631b1-92c1-45d4-8c80-5ecb165f8b6d,revision_number=4']} {{(pid=104252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:31.752088 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-69a100ab-6a9c-4561-8845-7d24a925b4ef admin admin] Publish callbacks [] for security_group (c69f0c40-5c01-45b6-b694-5823d1f7076a), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:31.766207 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-69a100ab-6a9c-4561-8845-7d24a925b4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (c69f0c40-5c01-45b6-b694-5823d1f7076a), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:31.775335 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:31.801323 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26db7c4a-5c74-40f3-ab32-f36a1c0ad6b3 None None] Routers {'520b676c-e11b-45f4-bb61-e5b7d541794b'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:34:31.804862 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-26db7c4a-5c74-40f3-ab32-f36a1c0ad6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:34:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['520b676c-e11b-45f4-bb61-e5b7d541794b'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:31.838234 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fffcfa8c-54b6-4095-82ed-356c8a09c291 req-37948bb7-f7ba-4643-93ac-84909b7176af tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 210 time: 0.1660821 Jul 02 03:34:31.873108 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-09ad6906-f053-46e9-9c41-069d03af2a73 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for security_group_rule (5998d670-4202-41cf-8229-55734aa1f093), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:31.907161 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.db_base_plugin_common [None req-37042986-08d8-4137-af22-894939f2c0fa tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Allocated IP 172.27.0.80 (f461a802-f340-43f3-86d0-4b44bcb77e0c/5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3/9ec809f6-9de9-4fdb-98d9-cdeb2ce27768) {{(pid=104249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:34:31.912096 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:31.923661 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb50c629-0a04-4159-8e0c-f3cda3370bff None None] Pushing event updated for resources: {'Port': ['ID=feaa1fc3-ea74-489f-a771-8c73bc9b7d87,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:31.926717 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-09ad6906-f053-46e9-9c41-069d03af2a73 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (5998d670-4202-41cf-8229-55734aa1f093), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:31.992810 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6708f033-fe71-4bac-a5ac-aefed05cf87b None None] Routers {'ea261895-4496-471d-aa3d-647f34ffe46c'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:34:31.996123 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-6708f033-fe71-4bac-a5ac-aefed05cf87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:34:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['ea261895-4496-471d-aa3d-647f34ffe46c'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:32.014455 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:INSERT=14,neutron:UPDATE=2,neutron:SELECT=80,neutron:DELETE=4 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:32.061390 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-69a100ab-6a9c-4561-8845-7d24a925b4ef admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=305901ca0f594b4581ab34bb111eef69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8441262 Jul 02 03:34:32.067728 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 59250) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:32.067946 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-26db7c4a-5c74-40f3-ab32-f36a1c0ad6b3 None None] Set router 520b676c-e11b-45f4-bb61-e5b7d541794b gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:34:32.078183 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a100ab-6a9c-4561-8845-7d24a925b4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69f0c40-5c01-45b6-b694-5823d1f7076a,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:32.085044 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad6906-f053-46e9-9c41-069d03af2a73 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5998d670-4202-41cf-8229-55734aa1f093,revision_number=0']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:32.163655 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-09ad6906-f053-46e9-9c41-069d03af2a73 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:32.168044 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-09ad6906-f053-46e9-9c41-069d03af2a73 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0050650 Jul 02 03:34:32.175892 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 59252) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:32.208409 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-9873cd80-2359-4611-8714-f6b2c3b20852 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Request body: {'floatingip': {'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:34:32.231184 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-37042986-08d8-4137-af22-894939f2c0fa tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for port (9ec809f6-9de9-4fdb-98d9-cdeb2ce27768), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:32.259139 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cec4bc38-988a-4124-aa3e-80aca356b64c None None] Current status of the port feaa1fc3-ea74-489f-a771-8c73bc9b7d87 is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:32.259570 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cec4bc38-988a-4124-aa3e-80aca356b64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (feaa1fc3-ea74-489f-a771-8c73bc9b7d87), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:32.264520 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-38992f1b-8484-44ca-9b3c-cd30137024d7 admin admin] Publish callbacks [] for security_group (c69f0c40-5c01-45b6-b694-5823d1f7076a), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:32.319167 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-38992f1b-8484-44ca-9b3c-cd30137024d7 admin admin] Publish callbacks [] for security_group (c69f0c40-5c01-45b6-b694-5823d1f7076a), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:32.336288 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device feaa1fc3-ea74-489f-a771-8c73bc9b7d87 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:34:32.341085 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-cec4bc38-988a-4124-aa3e-80aca356b64c None None] For port feaa1fc3-ea74-489f-a771-8c73bc9b7d87, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=feaa1fc3-ea74-489f-a771-8c73bc9b7d87,segment=NetworkSegment(a5a53470-af05-484e-b258-82f2776e0ce4),segment_id=a5a53470-af05-484e-b258-82f2776e0ce4)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:34:32.355475 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:32.387333 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cec4bc38-988a-4124-aa3e-80aca356b64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (feaa1fc3-ea74-489f-a771-8c73bc9b7d87), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:32.419578 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-38992f1b-8484-44ca-9b3c-cd30137024d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (c69f0c40-5c01-45b6-b694-5823d1f7076a), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:32.422846 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-38992f1b-8484-44ca-9b3c-cd30137024d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:32.426394 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-38992f1b-8484-44ca-9b3c-cd30137024d7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c69f0c40-5c01-45b6-b694-5823d1f7076a HTTP/1.1" status: 204 len: 168 time: 0.3370419 Jul 02 03:34:32.427788 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:32.465730 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-6708f033-fe71-4bac-a5ac-aefed05cf87b None None] Set router ea261895-4496-471d-aa3d-647f34ffe46c gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:34:32.468557 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-37042986-08d8-4137-af22-894939f2c0fa tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (9ec809f6-9de9-4fdb-98d9-cdeb2ce27768), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:32.470420 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cec4bc38-988a-4124-aa3e-80aca356b64c None None] Provisioning complete for port 09f631b1-92c1-45d4-8c80-5ecb165f8b6d triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:32.470927 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cec4bc38-988a-4124-aa3e-80aca356b64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (09f631b1-92c1-45d4-8c80-5ecb165f8b6d), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:32.517531 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38992f1b-8484-44ca-9b3c-cd30137024d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69f0c40-5c01-45b6-b694-5823d1f7076a,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:32.520478 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9873cd80-2359-4611-8714-f6b2c3b20852 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:32.590400 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37042986-08d8-4137-af22-894939f2c0fa tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Network f461a802-f340-43f3-86d0-4b44bcb77e0c is already hosted by enough agents. {{(pid=104249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:34:32.598978 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [None req-37042986-08d8-4137-af22-894939f2c0fa tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Resources bound (agent type, host, resource id): {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:34:32.603162 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37042986-08d8-4137-af22-894939f2c0fa tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Received port after_create {{(pid=104249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:34:32.622410 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.26', 56958) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:32.677216 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-26db7c4a-5c74-40f3-ab32-f36a1c0ad6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'name': 'tempest-AttachVolumeShelveTestJSON-1262963313-router', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:34:26Z', 'revision_number': 4, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'gw_port': {'id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '09f631b1-92c1-45d4-8c80-5ecb165f8b6d', 'name': '', 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'mac_address': 'fa:16:3e:81:84:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:23Z', 'updated_at': '2022-07-02T03:34:31Z', 'revision_number': 4, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'subnets': [{'id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:32.710335 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37042986-08d8-4137-af22-894939f2c0fa tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event updated for resources: {'Port': ['ID=9ec809f6-9de9-4fdb-98d9-cdeb2ce27768,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:32.774965 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26db7c4a-5c74-40f3-ab32-f36a1c0ad6b3 None None] The sync data for ids ['520b676c-e11b-45f4-bb61-e5b7d541794b'] in dv-cinder-846842-9-iscsi is: [{'id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'name': 'tempest-AttachVolumeShelveTestJSON-1262963313-router', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:34:26Z', 'revision_number': 4, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'gw_port': {'id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '09f631b1-92c1-45d4-8c80-5ecb165f8b6d', 'name': '', 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'mac_address': 'fa:16:3e:81:84:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:23Z', 'updated_at': '2022-07-02T03:34:31Z', 'revision_number': 4, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'subnets': [{'id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:34:32.957649 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4bc38-988a-4124-aa3e-80aca356b64c None None] Pushing event updated for resources: {'Port': ['ID=feaa1fc3-ea74-489f-a771-8c73bc9b7d87,revision_number=5']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:32.973704 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port feaa1fc3-ea74-489f-a771-8c73bc9b7d87 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:32.974964 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (feaa1fc3-ea74-489f-a771-8c73bc9b7d87), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:33.237703 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-37042986-08d8-4137-af22-894939f2c0fa tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for floatingip (4efba1d4-6153-4e14-b446-41ba1fa6a119), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:33.284389 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e249e0e9-5f1f-4c6c-9b28-1ff5f60ec6b3 req-c81a088c-b82a-46d2-a870-853019388159 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 210 time: 0.4636400 Jul 02 03:34:33.296826 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.26', 56962) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:33.310384 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:33.326837 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.26', 56963) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:33.468992 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:33.469873 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cec4bc38-988a-4124-aa3e-80aca356b64c None None] Current status of the port 09f631b1-92c1-45d4-8c80-5ecb165f8b6d is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:33.473332 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cec4bc38-988a-4124-aa3e-80aca356b64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (09f631b1-92c1-45d4-8c80-5ecb165f8b6d), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:33.510618 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9873cd80-2359-4611-8714-f6b2c3b20852 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:33.525080 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-dd468797-cf53-4c4f-84a7-1520d45310e0 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:33.534772 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ab372c99-f909-47dc-a145-481aaaf89f92 req-16576122-d127-4206-8592-bdda15da062a tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 210 time: 0.2491739 Jul 02 03:34:33.552883 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-dd468797-cf53-4c4f-84a7-1520d45310e0 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.26 "GET /v2.0/networks?id=c1d7a687-b6ca-47c7-af08-d5e3055ff439 HTTP/1.1" status: 200 len: 818 time: 0.6504345 Jul 02 03:34:33.651798 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-5123e3b6-02ed-49e0-bebf-7f3dca14705f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Request body: {'port': {'device_id': '7dee71eb-cb9f-458e-96b2-4f6db8156153', 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439', 'admin_state_up': True, 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:34:33.819716 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-6708f033-fe71-4bac-a5ac-aefed05cf87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'name': 'tempest-ServerRescueNegativeTestJSON-608922710-router', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e6ec623c-cd33-4d9b-96c8-cad9894378b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:34:18Z', 'revision_number': 4, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'gw_port': {'id': 'e6ec623c-cd33-4d9b-96c8-cad9894378b3', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:31:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': 'feaa1fc3-ea74-489f-a771-8c73bc9b7d87', 'name': '', 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'mac_address': 'fa:16:3e:3d:c6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:17Z', 'updated_at': '2022-07-02T03:34:31Z', 'revision_number': 4, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'subnets': [{'id': 'df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:33.823349 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-37042986-08d8-4137-af22-894939f2c0fa tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (9ec809f6-9de9-4fdb-98d9-cdeb2ce27768), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:33.928213 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port feaa1fc3-ea74-489f-a771-8c73bc9b7d87 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:33.929392 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:34:34.002321 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-cec4bc38-988a-4124-aa3e-80aca356b64c None None] For port 09f631b1-92c1-45d4-8c80-5ecb165f8b6d, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=09f631b1-92c1-45d4-8c80-5ecb165f8b6d,segment=NetworkSegment(645b2d22-891d-43a9-95be-abb4172a72ed),segment_id=645b2d22-891d-43a9-95be-abb4172a72ed)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:34:34.017161 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6708f033-fe71-4bac-a5ac-aefed05cf87b None None] The sync data for ids ['ea261895-4496-471d-aa3d-647f34ffe46c'] in dv-cinder-846842-9-iscsi is: [{'id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'name': 'tempest-ServerRescueNegativeTestJSON-608922710-router', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e6ec623c-cd33-4d9b-96c8-cad9894378b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:34:18Z', 'revision_number': 4, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'gw_port': {'id': 'e6ec623c-cd33-4d9b-96c8-cad9894378b3', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:31:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': 'feaa1fc3-ea74-489f-a771-8c73bc9b7d87', 'name': '', 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'mac_address': 'fa:16:3e:3d:c6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:17Z', 'updated_at': '2022-07-02T03:34:31Z', 'revision_number': 4, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'subnets': [{'id': 'df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:34:34.026732 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cec4bc38-988a-4124-aa3e-80aca356b64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (09f631b1-92c1-45d4-8c80-5ecb165f8b6d), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:34.070435 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-37042986-08d8-4137-af22-894939f2c0fa tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for port (9ec809f6-9de9-4fdb-98d9-cdeb2ce27768), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:34.086475 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:34.479651 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-5123e3b6-02ed-49e0-bebf-7f3dca14705f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Made reservation on behalf of 53c88ba2f03f47538ca0eaeb08ccfc07 for: {'port': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:34:34.486220 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-5123e3b6-02ed-49e0-bebf-7f3dca14705f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:34.654256 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-37042986-08d8-4137-af22-894939f2c0fa tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60593212'] for port (9ec809f6-9de9-4fdb-98d9-cdeb2ce27768), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:34.719140 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-d6921b2d-f376-410b-8c0b-73e59fa08983 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:34.720776 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-d6921b2d-f376-410b-8c0b-73e59fa08983 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.26 "GET /v2.0/networks?id=841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e HTTP/1.1" status: 200 len: 811 time: 1.4220283 Jul 02 03:34:34.772164 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fbc1a67e-c8f4-4249-ad90-2dac6905d6d3 req-6c109ecf-45d7-46b0-b258-3de392d8d812 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 210 time: 0.0400050 Jul 02 03:34:34.781130 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-f39d805c-c3a3-4f8f-b712-9cc107766d18 None None] Provisioning complete for port feaa1fc3-ea74-489f-a771-8c73bc9b7d87 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:34.781755 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-f39d805c-c3a3-4f8f-b712-9cc107766d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (feaa1fc3-ea74-489f-a771-8c73bc9b7d87), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:34.916460 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4bc38-988a-4124-aa3e-80aca356b64c None None] Pushing event updated for resources: {'Port': ['ID=09f631b1-92c1-45d4-8c80-5ecb165f8b6d,revision_number=5']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:34.918591 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-537b965d-e9ab-412a-a0de-d987047b7ede tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:34.920681 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-537b965d-e9ab-412a-a0de-d987047b7ede tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.26 "GET /v2.0/networks?id=c1d7a687-b6ca-47c7-af08-d5e3055ff439 HTTP/1.1" status: 200 len: 818 time: 1.5711257 Jul 02 03:34:34.934534 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-dd46a42f-6449-4ac3-89bc-47e1f2ca88b3 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Request body: {'port': {'device_id': 'aaef5120-b756-40f2-b615-a9786eb21a9c', 'network_id': '841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e', 'admin_state_up': True, 'tenant_id': 'dedc7a5a95d14f60b1a73198c8b5309b'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:34:34.969216 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:34.970099 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:34.984414 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-5123e3b6-02ed-49e0-bebf-7f3dca14705f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Allocated IP 172.20.0.4 (c1d7a687-b6ca-47c7-af08-d5e3055ff439/df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9/1d5c4d80-4bf3-4936-9cbd-a7174cf1642f) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:34:35.113320 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.db_base_plugin_common [None req-9873cd80-2359-4611-8714-f6b2c3b20852 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Allocated IP 172.27.0.182 (f461a802-f340-43f3-86d0-4b44bcb77e0c/5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3/1855dfab-df12-495e-9e32-c02289102be5) {{(pid=104249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:34:35.126638 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:35.133505 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37042986-08d8-4137-af22-894939f2c0fa tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event updated for resources: {'Port': ['ID=9ec809f6-9de9-4fdb-98d9-cdeb2ce27768,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:35.152050 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-aa183432-d56f-4ffc-9c65-df92cb88e03d req-1dbcc602-611b-4b90-85ef-2baa9b2525d2 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 210 time: 0.4539950 Jul 02 03:34:35.169988 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-f39d805c-c3a3-4f8f-b712-9cc107766d18 None None] Current status of the port feaa1fc3-ea74-489f-a771-8c73bc9b7d87 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:35.220550 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-29acf41f-7f6a-4b9d-90d4-9d8f8a01d73c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Request body: {'port': {'device_id': '6102b173-1c0f-441b-8d00-2cd53314544d', 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439', 'admin_state_up': True, 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:34:35.272952 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-f39d805c-c3a3-4f8f-b712-9cc107766d18 None None] Provisioning complete for port 09f631b1-92c1-45d4-8c80-5ecb165f8b6d triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:35.275678 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-f39d805c-c3a3-4f8f-b712-9cc107766d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (09f631b1-92c1-45d4-8c80-5ecb165f8b6d), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:35.366641 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:35.508191 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:35.522969 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-5123e3b6-02ed-49e0-bebf-7f3dca14705f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks [] for port (1d5c4d80-4bf3-4936-9cbd-a7174cf1642f), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:35.615235 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-f39d805c-c3a3-4f8f-b712-9cc107766d18 None None] Current status of the port 09f631b1-92c1-45d4-8c80-5ecb165f8b6d is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:35.669777 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-5123e3b6-02ed-49e0-bebf-7f3dca14705f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (1d5c4d80-4bf3-4936-9cbd-a7174cf1642f), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:35.721976 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-5123e3b6-02ed-49e0-bebf-7f3dca14705f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Network c1d7a687-b6ca-47c7-af08-d5e3055ff439 is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:34:35.748779 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-5123e3b6-02ed-49e0-bebf-7f3dca14705f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:34:35.890202 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-5123e3b6-02ed-49e0-bebf-7f3dca14705f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:34:35.972674 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 09f631b1-92c1-45d4-8c80-5ecb165f8b6d up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:34:36.131281 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 09f631b1-92c1-45d4-8c80-5ecb165f8b6d triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:36.131678 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (09f631b1-92c1-45d4-8c80-5ecb165f8b6d), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:36.154189 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-5123e3b6-02ed-49e0-bebf-7f3dca14705f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:36.154706 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-5123e3b6-02ed-49e0-bebf-7f3dca14705f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:36.220892 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-37042986-08d8-4137-af22-894939f2c0fa tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389155'] for floatingip (4efba1d4-6153-4e14-b446-41ba1fa6a119), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:36.277591 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:36.411338 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123e3b6-02ed-49e0-bebf-7f3dca14705f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Pushing event updated for resources: {'Port': ['ID=1d5c4d80-4bf3-4936-9cbd-a7174cf1642f,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:36.439887 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-5123e3b6-02ed-49e0-bebf-7f3dca14705f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7909391 Jul 02 03:34:36.444866 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:36.445856 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 09f631b1-92c1-45d4-8c80-5ecb165f8b6d is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:36.447914 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device feaa1fc3-ea74-489f-a771-8c73bc9b7d87 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:34:36.469230 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-611e5a6e-9062-4ad4-a557-8f9514e31e34 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104250) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 02 03:34:36.470222 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-611e5a6e-9062-4ad4-a557-8f9514e31e34 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061460 Jul 02 03:34:36.523548 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-592cf632-0e42-430c-ba78-422240768b51 None None] Provisioning complete for port 1d5c4d80-4bf3-4936-9cbd-a7174cf1642f triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:36.524244 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-592cf632-0e42-430c-ba78-422240768b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (1d5c4d80-4bf3-4936-9cbd-a7174cf1642f), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:36.584475 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port feaa1fc3-ea74-489f-a771-8c73bc9b7d87 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:36.585030 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (feaa1fc3-ea74-489f-a771-8c73bc9b7d87), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:36.643826 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0598b3c1-e4da-4470-b441-38a9fccbb5dd req-1f7546be-f317-482b-afe8-d347f7f7057c tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 210 time: 0.0940323 Jul 02 03:34:36.646579 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-37042986-08d8-4137-af22-894939f2c0fa tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:36.658143 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-37042986-08d8-4137-af22-894939f2c0fa tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9934409 Jul 02 03:34:36.663893 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-592cf632-0e42-430c-ba78-422240768b51 None None] Port 1d5c4d80-4bf3-4936-9cbd-a7174cf1642f cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:34:36.674025 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e7988adf-2c5d-4e0e-b84f-02f53c0bfb9a req-645b1af2-fb8d-4274-a75c-cc11163c7c3c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 210 time: 0.4876375 Jul 02 03:34:36.675085 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-29acf41f-7f6a-4b9d-90d4-9d8f8a01d73c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Made reservation on behalf of 53c88ba2f03f47538ca0eaeb08ccfc07 for: {'port': 1} {{(pid=104249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:34:36.679521 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-29acf41f-7f6a-4b9d-90d4-9d8f8a01d73c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:36.809707 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9873cd80-2359-4611-8714-f6b2c3b20852 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for port (1855dfab-df12-495e-9e32-c02289102be5), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:36.824241 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:36.826997 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port feaa1fc3-ea74-489f-a771-8c73bc9b7d87 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:36.831570 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device d0a54b36-dbad-4b86-b3ad-be981d38d613 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:34:36.964602 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port d0a54b36-dbad-4b86-b3ad-be981d38d613 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:36.967561 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (d0a54b36-dbad-4b86-b3ad-be981d38d613), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:37.121593 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-dd46a42f-6449-4ac3-89bc-47e1f2ca88b3 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Made reservation on behalf of dedc7a5a95d14f60b1a73198c8b5309b for: {'port': 1} {{(pid=104249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:34:37.138232 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-dd46a42f-6449-4ac3-89bc-47e1f2ca88b3 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:37.227954 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port d0a54b36-dbad-4b86-b3ad-be981d38d613 is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:37.230586 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (d0a54b36-dbad-4b86-b3ad-be981d38d613), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:37.313167 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] For port d0a54b36-dbad-4b86-b3ad-be981d38d613, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=d0a54b36-dbad-4b86-b3ad-be981d38d613,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:34:37.322440 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (d0a54b36-dbad-4b86-b3ad-be981d38d613), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:37.452161 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:37.491614 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Pushing event updated for resources: {'Port': ['ID=d0a54b36-dbad-4b86-b3ad-be981d38d613,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:37.554767 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-77af8089-3ba4-421d-9138-85a2b2be87c4 service neutron] Request body: {'port': {'device_id': '7dee71eb-cb9f-458e-96b2-4f6db8156153', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:34:37.626103 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 59500) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:37.798430 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9873cd80-2359-4611-8714-f6b2c3b20852 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (1855dfab-df12-495e-9e32-c02289102be5), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:37.842741 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-44c06c00-73e0-4963-9a07-ebc5e616f1cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:37.848966 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-77af8089-3ba4-421d-9138-85a2b2be87c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (1d5c4d80-4bf3-4936-9cbd-a7174cf1642f), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:38.112997 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9873cd80-2359-4611-8714-f6b2c3b20852 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Network f461a802-f340-43f3-86d0-4b44bcb77e0c is already hosted by enough agents. {{(pid=104249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:34:38.135502 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-984add78-5aba-434d-a973-9d9e30224e36 req-13a66992-b6e5-40ba-8885-60ee667972f4 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 210 time: 0.2454064 Jul 02 03:34:38.172406 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [None req-9873cd80-2359-4611-8714-f6b2c3b20852 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Resources bound (agent type, host, resource id): {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:34:38.182148 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.db_base_plugin_common [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-29acf41f-7f6a-4b9d-90d4-9d8f8a01d73c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Allocated IP 172.20.0.9 (c1d7a687-b6ca-47c7-af08-d5e3055ff439/df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9/e02d1bfd-a033-4aa9-9067-1cfc9301fed1) {{(pid=104249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:34:38.211389 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9873cd80-2359-4611-8714-f6b2c3b20852 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Received port after_create {{(pid=104249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:34:38.230956 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873cd80-2359-4611-8714-f6b2c3b20852 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Pushing event updated for resources: {'Port': ['ID=1855dfab-df12-495e-9e32-c02289102be5,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:38.345079 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-ad67e5a7-11f6-4a4c-a717-c45f999206c2 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--654805543&fields=id&tenant_id=b44eff44cb504e1f9bf037303db24d1b HTTP/1.1" status: 200 len: 267 time: 0.8365867 Jul 02 03:34:38.550271 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:38.576063 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-72a3d1c7-97f3-4612-a9be-56e8feb7f194 req-54778d8d-214f-43a5-b868-46f6039a24e8 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 210 time: 0.2284372 Jul 02 03:34:38.623326 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-44c06c00-73e0-4963-9a07-ebc5e616f1cc admin admin] Publish callbacks [] for security_group (71776d06-8116-4c30-a362-428d2a77534f), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:38.631748 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-44c06c00-73e0-4963-9a07-ebc5e616f1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (71776d06-8116-4c30-a362-428d2a77534f), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:38.781190 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-44c06c00-73e0-4963-9a07-ebc5e616f1cc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ced4717b9d1d48e0b3371d50b81a3770&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1519504 Jul 02 03:34:38.782701 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c06c00-73e0-4963-9a07-ebc5e616f1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71776d06-8116-4c30-a362-428d2a77534f,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:38.785342 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 59534) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:38.845239 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.db_base_plugin_common [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-dd46a42f-6449-4ac3-89bc-47e1f2ca88b3 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Allocated IP 172.20.0.3 (841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e/90266bc5-9fab-4778-b42a-3b7df43cdbc5/cb39fa4c-e4cc-46f8-8399-e7c6977c9420) {{(pid=104249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:34:38.894892 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f2cef64b-3bbd-4bec-9988-8d731fbc8ab7 admin admin] Publish callbacks [] for security_group (71776d06-8116-4c30-a362-428d2a77534f), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:38.952860 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609e8c29-5849-4505-94c6-93d04a11e441 None None] Sync routers for ids ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:34:38.974198 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f2cef64b-3bbd-4bec-9988-8d731fbc8ab7 admin admin] Publish callbacks [] for security_group (71776d06-8116-4c30-a362-428d2a77534f), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:38.990230 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9873cd80-2359-4611-8714-f6b2c3b20852 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for floatingip (52f9dd38-b6eb-457d-aa44-c03197ee3d79), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:38.997644 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609e8c29-5849-4505-94c6-93d04a11e441 None None] Routers {'3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:34:38.998497 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-609e8c29-5849-4505-94c6-93d04a11e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:34:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:39.061974 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-0fd02790-e3e0-45b3-8439-4041bfef7c4a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:39.069023 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-0fd02790-e3e0-45b3-8439-4041bfef7c4a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/networks?id=389311ee-b4f4-4d7f-89a6-51f9bda5ef70 HTTP/1.1" status: 200 len: 815 time: 0.7229455 Jul 02 03:34:39.106942 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f2cef64b-3bbd-4bec-9988-8d731fbc8ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (71776d06-8116-4c30-a362-428d2a77534f), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:39.109458 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f2cef64b-3bbd-4bec-9988-8d731fbc8ab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:39.110694 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-f2cef64b-3bbd-4bec-9988-8d731fbc8ab7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/71776d06-8116-4c30-a362-428d2a77534f HTTP/1.1" status: 204 len: 168 time: 0.3242812 Jul 02 03:34:39.133041 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-1aa4ebd1-e3d2-4421-a4a7-771126a81e74 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/quotas/b44eff44cb504e1f9bf037303db24d1b HTTP/1.1" status: 200 len: 375 time: 0.0628860 Jul 02 03:34:39.141896 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cef64b-3bbd-4bec-9988-8d731fbc8ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71776d06-8116-4c30-a362-428d2a77534f,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:39.312049 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-609e8c29-5849-4505-94c6-93d04a11e441 None None] Set router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:34:39.424201 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-29acf41f-7f6a-4b9d-90d4-9d8f8a01d73c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks [] for port (e02d1bfd-a033-4aa9-9067-1cfc9301fed1), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:39.457374 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:39.596632 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=6 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:39.599613 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9873cd80-2359-4611-8714-f6b2c3b20852 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (1855dfab-df12-495e-9e32-c02289102be5), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:39.634598 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device d0a54b36-dbad-4b86-b3ad-be981d38d613 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:34:39.661078 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 59564) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:39.838815 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-609e8c29-5849-4505-94c6-93d04a11e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'name': 'tempest-AttachVolumeNegativeTest-1944099048-router', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:12Z', 'updated_at': '2022-07-02T03:34:25Z', 'revision_number': 4, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'gw_port': {'id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:15Z', 'updated_at': '2022-07-02T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '1e1afdd4-79ed-4696-98f4-e3dd5de0fa94', 'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'mac_address': 'fa:16:3e:08:83:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:24Z', 'updated_at': '2022-07-02T03:34:25Z', 'revision_number': 2, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'subnets': [{'id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:39.855127 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 59574) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:39.896739 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-60350e00-627b-4069-99a0-7a6da3b49afc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:39.945509 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-cf8b3fe0-34ad-4bb1-88b7-63b74f0815b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:39.966317 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-0d3f7a24-d699-4774-8759-43ff0d855afb tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b44eff44cb504e1f9bf037303db24d1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8288875 Jul 02 03:34:39.986413 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609e8c29-5849-4505-94c6-93d04a11e441 None None] Checking router: 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:34:39.987961 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609e8c29-5849-4505-94c6-93d04a11e441 None None] Updating router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 port 1e1afdd4-79ed-4696-98f4-e3dd5de0fa94 binding host dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 03:34:40.147983 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-609e8c29-5849-4505-94c6-93d04a11e441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (1e1afdd4-79ed-4696-98f4-e3dd5de0fa94), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:40.153026 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:40.181363 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port d0a54b36-dbad-4b86-b3ad-be981d38d613 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:40.181756 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (d0a54b36-dbad-4b86-b3ad-be981d38d613), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:40.201775 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4,neutron:INSERT=18,neutron:DELETE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:40.243543 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-60350e00-627b-4069-99a0-7a6da3b49afc admin admin] Publish callbacks [] for security_group (a0b2c8c2-2711-4f09-9c50-10113c950960), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:40.279571 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-60350e00-627b-4069-99a0-7a6da3b49afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (a0b2c8c2-2711-4f09-9c50-10113c950960), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:40.287589 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-cf8b3fe0-34ad-4bb1-88b7-63b74f0815b2 admin admin] Publish callbacks [] for security_group (7460d510-6be8-4f0c-9ef3-28013cdcb1d4), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:40.320676 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-cf8b3fe0-34ad-4bb1-88b7-63b74f0815b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (7460d510-6be8-4f0c-9ef3-28013cdcb1d4), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:40.373272 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-60350e00-627b-4069-99a0-7a6da3b49afc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9aaaef2d19204bc8909aee5b2b330882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5165577 Jul 02 03:34:40.379868 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 59590) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:40.380410 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-83386cc2-79d8-4c13-a925-9d32dc3512bc req-70855703-a19d-4602-939f-b64043f1ddc8 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 210 time: 1.0334578 Jul 02 03:34:40.380931 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60350e00-627b-4069-99a0-7a6da3b49afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b2c8c2-2711-4f09-9c50-10113c950960,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:40.416578 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-cf8b3fe0-34ad-4bb1-88b7-63b74f0815b2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=33eaf69c5a8f434a98fb0940ad8464bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7541213 Jul 02 03:34:40.424765 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 59592) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:40.458686 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b3fe0-34ad-4bb1-88b7-63b74f0815b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7460d510-6be8-4f0c-9ef3-28013cdcb1d4,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:40.458901 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:40.509610 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0f1ee620-dba0-46d9-9c27-8d83c2e61ca1 admin admin] Publish callbacks [] for security_group (a0b2c8c2-2711-4f09-9c50-10113c950960), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:40.544750 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-8507a486-b70c-4cc4-8f21-fc038cc4c5bb admin admin] Publish callbacks [] for security_group (7460d510-6be8-4f0c-9ef3-28013cdcb1d4), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:40.552274 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0f1ee620-dba0-46d9-9c27-8d83c2e61ca1 admin admin] Publish callbacks [] for security_group (a0b2c8c2-2711-4f09-9c50-10113c950960), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:40.596329 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-8507a486-b70c-4cc4-8f21-fc038cc4c5bb admin admin] Publish callbacks [] for security_group (7460d510-6be8-4f0c-9ef3-28013cdcb1d4), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:40.649389 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:40.676163 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0f1ee620-dba0-46d9-9c27-8d83c2e61ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (a0b2c8c2-2711-4f09-9c50-10113c950960), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:40.688568 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0f1ee620-dba0-46d9-9c27-8d83c2e61ca1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:40.692161 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-0f1ee620-dba0-46d9-9c27-8d83c2e61ca1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a0b2c8c2-2711-4f09-9c50-10113c950960 HTTP/1.1" status: 204 len: 168 time: 0.3050041 Jul 02 03:34:40.718702 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-8507a486-b70c-4cc4-8f21-fc038cc4c5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (7460d510-6be8-4f0c-9ef3-28013cdcb1d4), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:40.721334 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-8507a486-b70c-4cc4-8f21-fc038cc4c5bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:40.733214 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-8507a486-b70c-4cc4-8f21-fc038cc4c5bb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7460d510-6be8-4f0c-9ef3-28013cdcb1d4 HTTP/1.1" status: 204 len: 168 time: 0.3022802 Jul 02 03:34:40.743994 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ee620-dba0-46d9-9c27-8d83c2e61ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b2c8c2-2711-4f09-9c50-10113c950960,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:40.775060 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507a486-b70c-4cc4-8f21-fc038cc4c5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7460d510-6be8-4f0c-9ef3-28013cdcb1d4,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:40.809523 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-38900bcc-3b44-47ca-ad71-df5f3179fe7c service neutron] 10.222.0.42 "GET /v2.0/networks/389311ee-b4f4-4d7f-89a6-51f9bda5ef70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832805 Jul 02 03:34:41.003952 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:41.105579 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-cfc374cf-748e-4b84-81bc-1693fd32a525 service neutron] 10.222.0.42 "GET /v2.0/networks/389311ee-b4f4-4d7f-89a6-51f9bda5ef70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662272 Jul 02 03:34:41.190999 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port d0a54b36-dbad-4b86-b3ad-be981d38d613 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:41.205850 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c0e0d483-d0d1-49d5-8608-297d0dd05219 req-bfa2f3f4-5dc8-4e53-9256-c85493c25162 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 210 time: 0.3869312 Jul 02 03:34:41.280292 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-609e8c29-5849-4505-94c6-93d04a11e441 None None] Publish callbacks [] for port (1e1afdd4-79ed-4696-98f4-e3dd5de0fa94), precommit_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:41.307728 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-609e8c29-5849-4505-94c6-93d04a11e441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (1e1afdd4-79ed-4696-98f4-e3dd5de0fa94), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:41.523433 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-29acf41f-7f6a-4b9d-90d4-9d8f8a01d73c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (e02d1bfd-a033-4aa9-9067-1cfc9301fed1), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:41.527911 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0fcc7-49b5-4f62-acfe-cd9fdc8ecd7a None None] Pushing event updated for resources: {'Port': ['ID=1e1afdd4-79ed-4696-98f4-e3dd5de0fa94,revision_number=3']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:41.610592 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-dd46a42f-6449-4ac3-89bc-47e1f2ca88b3 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Publish callbacks [] for port (cb39fa4c-e4cc-46f8-8399-e7c6977c9420), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:41.690162 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9873cd80-2359-4611-8714-f6b2c3b20852 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for port (1855dfab-df12-495e-9e32-c02289102be5), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:41.893679 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-609e8c29-5849-4505-94c6-93d04a11e441 None None] Attempting to bind port 1e1afdd4-79ed-4696-98f4-e3dd5de0fa94 on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:34:41.894061 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-609e8c29-5849-4505-94c6-93d04a11e441 None None] Attempting to bind port 1e1afdd4-79ed-4696-98f4-e3dd5de0fa94 by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': 'f42053ac-70b9-4a5f-91c4-b122b3b8433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70'}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:34:41.894425 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609e8c29-5849-4505-94c6-93d04a11e441 None None] Attempting to bind port 1e1afdd4-79ed-4696-98f4-e3dd5de0fa94 on network 389311ee-b4f4-4d7f-89a6-51f9bda5ef70 {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:34:41.911450 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609e8c29-5849-4505-94c6-93d04a11e441 None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:34:41.911800 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609e8c29-5849-4505-94c6-93d04a11e441 None None] Checking segment: {'id': 'f42053ac-70b9-4a5f-91c4-b122b3b8433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:34:41.917285 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-609e8c29-5849-4505-94c6-93d04a11e441 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:41.917780 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609e8c29-5849-4505-94c6-93d04a11e441 None None] Bound using segment: {'id': 'f42053ac-70b9-4a5f-91c4-b122b3b8433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70'} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:34:41.920926 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-609e8c29-5849-4505-94c6-93d04a11e441 None None] Bound port: 1e1afdd4-79ed-4696-98f4-e3dd5de0fa94, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42053ac-70b9-4a5f-91c4-b122b3b8433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70'}}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:34:41.921330 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-609e8c29-5849-4505-94c6-93d04a11e441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (1e1afdd4-79ed-4696-98f4-e3dd5de0fa94), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:41.969584 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 59638) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:42.002811 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9873cd80-2359-4611-8714-f6b2c3b20852 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60593212'] for port (1855dfab-df12-495e-9e32-c02289102be5), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:42.078322 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-67e62262-6699-45a5-b79b-713cdaa56080 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:42.088448 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-77af8089-3ba4-421d-9138-85a2b2be87c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d5c4d80-4bf3-4936-9cbd-a7174cf1642f {{(pid=104250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:34:42.135595 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-77af8089-3ba4-421d-9138-85a2b2be87c4 service neutron] Publish callbacks [] for port (1d5c4d80-4bf3-4936-9cbd-a7174cf1642f), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:42.144032 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e322306a-507d-4398-bc77-8fb72a42a5dc req-bf2af004-3f30-4c14-b0e8-44435ccd436c tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 210 time: 0.5178330 Jul 02 03:34:42.179175 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7973dd7c-0aed-4c96-9cfb-a1565a8d823b req-d6a4fd89-72b8-483a-8363-c19c4c90e5db tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 210 time: 0.3278747 Jul 02 03:34:42.220236 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-29acf41f-7f6a-4b9d-90d4-9d8f8a01d73c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Network c1d7a687-b6ca-47c7-af08-d5e3055ff439 is already hosted by enough agents. {{(pid=104249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:34:42.261517 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.provisioning_blocks [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-77af8089-3ba4-421d-9138-85a2b2be87c4 service neutron] Transition to ACTIVE for port object 1d5c4d80-4bf3-4936-9cbd-a7174cf1642f will not be triggered until provisioned by entity L2. {{(pid=104250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 02 03:34:42.270012 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29acf41f-7f6a-4b9d-90d4-9d8f8a01d73c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Pushing event updated for resources: {'Port': ['ID=e02d1bfd-a033-4aa9-9067-1cfc9301fed1,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:42.276316 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-77af8089-3ba4-421d-9138-85a2b2be87c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (1d5c4d80-4bf3-4936-9cbd-a7174cf1642f), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:42.296573 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-29acf41f-7f6a-4b9d-90d4-9d8f8a01d73c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Resources bound (agent type, host, resource id): {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:34:42.310770 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-1a579406-d0de-47c2-b6d4-3f1762f491c5 None None] Provisioning complete for port 1e1afdd4-79ed-4696-98f4-e3dd5de0fa94 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:42.311849 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-29acf41f-7f6a-4b9d-90d4-9d8f8a01d73c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Received port after_create {{(pid=104249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:34:42.315067 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-1a579406-d0de-47c2-b6d4-3f1762f491c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (1e1afdd4-79ed-4696-98f4-e3dd5de0fa94), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:42.440276 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:42.544509 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-609e8c29-5849-4505-94c6-93d04a11e441 None None] For port 1e1afdd4-79ed-4696-98f4-e3dd5de0fa94, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:34:42.549993 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-609e8c29-5849-4505-94c6-93d04a11e441 None None] For port 1e1afdd4-79ed-4696-98f4-e3dd5de0fa94, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=1e1afdd4-79ed-4696-98f4-e3dd5de0fa94,segment=NetworkSegment(f42053ac-70b9-4a5f-91c4-b122b3b8433a),segment_id=f42053ac-70b9-4a5f-91c4-b122b3b8433a)] {{(pid=104251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:34:42.664429 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-609e8c29-5849-4505-94c6-93d04a11e441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (1e1afdd4-79ed-4696-98f4-e3dd5de0fa94), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:42.669205 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9873cd80-2359-4611-8714-f6b2c3b20852 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389155'] for floatingip (52f9dd38-b6eb-457d-aa44-c03197ee3d79), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:42.703375 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-dd46a42f-6449-4ac3-89bc-47e1f2ca88b3 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (cb39fa4c-e4cc-46f8-8399-e7c6977c9420), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:42.709567 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:42.711500 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-77af8089-3ba4-421d-9138-85a2b2be87c4 service neutron] Attempting to bind port 1d5c4d80-4bf3-4936-9cbd-a7174cf1642f on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:34:42.711870 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-77af8089-3ba4-421d-9138-85a2b2be87c4 service neutron] Attempting to bind port 1d5c4d80-4bf3-4936-9cbd-a7174cf1642f by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'a5a53470-af05-484e-b258-82f2776e0ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439'}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:34:42.712243 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-77af8089-3ba4-421d-9138-85a2b2be87c4 service neutron] Attempting to bind port 1d5c4d80-4bf3-4936-9cbd-a7174cf1642f on network c1d7a687-b6ca-47c7-af08-d5e3055ff439 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:34:42.734601 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af8089-3ba4-421d-9138-85a2b2be87c4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5c4d80-4bf3-4936-9cbd-a7174cf1642f,revision_number=2']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:42.749463 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-77af8089-3ba4-421d-9138-85a2b2be87c4 service neutron] Port 1d5c4d80-4bf3-4936-9cbd-a7174cf1642f on network c1d7a687-b6ca-47c7-af08-d5e3055ff439 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 02 03:34:42.749990 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-77af8089-3ba4-421d-9138-85a2b2be87c4 service neutron] Attempting to bind port 1d5c4d80-4bf3-4936-9cbd-a7174cf1642f on network c1d7a687-b6ca-47c7-af08-d5e3055ff439 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:34:42.761995 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-77af8089-3ba4-421d-9138-85a2b2be87c4 service neutron] Checking agent: {'id': 'b6c7a065-6c6d-4192-b8a5-562c9c844309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'started_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:34:42.762696 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-77af8089-3ba4-421d-9138-85a2b2be87c4 service neutron] Checking segment: {'id': 'a5a53470-af05-484e-b258-82f2776e0ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:34:42.764204 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-77af8089-3ba4-421d-9138-85a2b2be87c4 service neutron] Bound using segment: {'id': 'a5a53470-af05-484e-b258-82f2776e0ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439'} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:34:42.765043 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-77af8089-3ba4-421d-9138-85a2b2be87c4 service neutron] Bound port: 1d5c4d80-4bf3-4936-9cbd-a7174cf1642f, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5a53470-af05-484e-b258-82f2776e0ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439'}}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:34:42.765486 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-29acf41f-7f6a-4b9d-90d4-9d8f8a01d73c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:42.765875 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-77af8089-3ba4-421d-9138-85a2b2be87c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (1d5c4d80-4bf3-4936-9cbd-a7174cf1642f), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:42.766172 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-29acf41f-7f6a-4b9d-90d4-9d8f8a01d73c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for port (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:42.798711 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873cd80-2359-4611-8714-f6b2c3b20852 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Pushing event updated for resources: {'Port': ['ID=1855dfab-df12-495e-9e32-c02289102be5,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:42.845944 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fc7c7-3c8c-41d6-9116-70a380f87630 req-eef73402-5879-4d57-a350-0723591c41ae tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:42.849688 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0e3fc7c7-3c8c-41d6-9116-70a380f87630 req-eef73402-5879-4d57-a350-0723591c41ae tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 931 time: 0.3760781 Jul 02 03:34:42.857280 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0fcc7-49b5-4f62-acfe-cd9fdc8ecd7a None None] Pushing event updated for resources: {'Port': ['ID=1e1afdd4-79ed-4696-98f4-e3dd5de0fa94,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:42.874863 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-1a579406-d0de-47c2-b6d4-3f1762f491c5 None None] Port 1e1afdd4-79ed-4696-98f4-e3dd5de0fa94 cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:34:42.884297 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609e8c29-5849-4505-94c6-93d04a11e441 None None] Routers {'3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:34:42.885396 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-609e8c29-5849-4505-94c6-93d04a11e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:34:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:42.954273 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9873cd80-2359-4611-8714-f6b2c3b20852 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:42.955478 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-9873cd80-2359-4611-8714-f6b2c3b20852 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.7761629 Jul 02 03:34:43.039836 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-1e3f0ef9-8deb-426f-b1f5-ae4fcd0bc4eb None None] Provisioning complete for port e02d1bfd-a033-4aa9-9067-1cfc9301fed1 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:43.040564 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-1e3f0ef9-8deb-426f-b1f5-ae4fcd0bc4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (e02d1bfd-a033-4aa9-9067-1cfc9301fed1), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:43.152976 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-dd46a42f-6449-4ac3-89bc-47e1f2ca88b3 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Network 841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e is already hosted by enough agents. {{(pid=104249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:34:43.160684 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-29acf41f-7f6a-4b9d-90d4-9d8f8a01d73c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.0491118 Jul 02 03:34:43.166185 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-609e8c29-5849-4505-94c6-93d04a11e441 None None] Set router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:34:43.185931 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:43.200931 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-dd46a42f-6449-4ac3-89bc-47e1f2ca88b3 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Resources bound (agent type, host, resource id): {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:34:43.217182 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-dd46a42f-6449-4ac3-89bc-47e1f2ca88b3 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Received port after_create {{(pid=104249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:34:43.315068 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-db1cc4f0-08e4-425e-8866-38a2f5b8f0c2 service neutron] Request body: {'port': {'device_id': '6102b173-1c0f-441b-8d00-2cd53314544d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:34:43.346586 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46a42f-6449-4ac3-89bc-47e1f2ca88b3 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Pushing event updated for resources: {'Port': ['ID=cb39fa4c-e4cc-46f8-8399-e7c6977c9420,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:43.417154 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-67e62262-6699-45a5-b79b-713cdaa56080 admin admin] Publish callbacks [] for security_group (cb195992-4590-4df2-9992-930861899dde), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:43.495723 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-67e62262-6699-45a5-b79b-713cdaa56080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (cb195992-4590-4df2-9992-930861899dde), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:43.537061 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0e3fc7c7-3c8c-41d6-9116-70a380f87630 req-1eb75d8f-05fa-46ec-97e6-fd55eb946e18 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5803037 Jul 02 03:34:43.595931 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-1e3f0ef9-8deb-426f-b1f5-ae4fcd0bc4eb None None] Port e02d1bfd-a033-4aa9-9067-1cfc9301fed1 cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:34:43.657638 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3ec1c-41c8-4076-af11-f390af544b5c req-51431ce2-4455-4fed-a531-f5b78f4afb11 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:43.678350 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-20d3ec1c-41c8-4076-af11-f390af544b5c req-51431ce2-4455-4fed-a531-f5b78f4afb11 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 931 time: 0.2360823 Jul 02 03:34:43.683107 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-77af8089-3ba4-421d-9138-85a2b2be87c4 service neutron] For port 1d5c4d80-4bf3-4936-9cbd-a7174cf1642f, host hv-cinder-84684, cleared binding levels {{(pid=104250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:34:43.712402 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-67e62262-6699-45a5-b79b-713cdaa56080 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=24f7faf54dd447b1a8ed0b8ada9004c4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7382603 Jul 02 03:34:43.777626 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 59682) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:43.797907 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-f6bd2240-c7fa-4231-8a81-fb3455aed089 None None] Provisioning complete for port 1e1afdd4-79ed-4696-98f4-e3dd5de0fa94 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:43.798278 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-f6bd2240-c7fa-4231-8a81-fb3455aed089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (1e1afdd4-79ed-4696-98f4-e3dd5de0fa94), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:43.859594 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-77af8089-3ba4-421d-9138-85a2b2be87c4 service neutron] For port 1d5c4d80-4bf3-4936-9cbd-a7174cf1642f, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=1d5c4d80-4bf3-4936-9cbd-a7174cf1642f,segment=NetworkSegment(a5a53470-af05-484e-b258-82f2776e0ce4),segment_id=a5a53470-af05-484e-b258-82f2776e0ce4)] {{(pid=104250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:34:43.867866 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 1e1afdd4-79ed-4696-98f4-e3dd5de0fa94 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:34:43.868121 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-dd46a42f-6449-4ac3-89bc-47e1f2ca88b3 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:43.868940 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-dd46a42f-6449-4ac3-89bc-47e1f2ca88b3 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for port (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:43.901072 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-77af8089-3ba4-421d-9138-85a2b2be87c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (1d5c4d80-4bf3-4936-9cbd-a7174cf1642f), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:43.908152 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e62262-6699-45a5-b79b-713cdaa56080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb195992-4590-4df2-9992-930861899dde,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:43.915949 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8e9c3f3a-40b9-434e-8c60-8746d8fd19a0 req-9ba2b460-2482-435c-8fa5-33384d8f9fd7 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 210 time: 0.2255342 Jul 02 03:34:43.928274 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-db1cc4f0-08e4-425e-8866-38a2f5b8f0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (e02d1bfd-a033-4aa9-9067-1cfc9301fed1), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:43.934972 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:43.935919 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:43.962834 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:43.980002 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-dd46a42f-6449-4ac3-89bc-47e1f2ca88b3 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.1783667 Jul 02 03:34:44.048564 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 1e1afdd4-79ed-4696-98f4-e3dd5de0fa94 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:44.049304 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (1e1afdd4-79ed-4696-98f4-e3dd5de0fa94), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:44.121980 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-20d3ec1c-41c8-4076-af11-f390af544b5c req-cf16ab74-59a3-4bdd-9e12-0d7b55f7e933 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7e9aa3-b936-4e8a-89b9-f5da8985c04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412735 Jul 02 03:34:44.158421 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-609e8c29-5849-4505-94c6-93d04a11e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'name': 'tempest-AttachVolumeNegativeTest-1944099048-router', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:12Z', 'updated_at': '2022-07-02T03:34:25Z', 'revision_number': 4, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'gw_port': {'id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:15Z', 'updated_at': '2022-07-02T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '1e1afdd4-79ed-4696-98f4-e3dd5de0fa94', 'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'mac_address': 'fa:16:3e:08:83:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:24Z', 'updated_at': '2022-07-02T03:34:42Z', 'revision_number': 4, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'subnets': [{'id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:34:44.252542 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-679c21a4-90b4-4996-9944-d26e6d485c6c service neutron] Request body: {'port': {'device_id': 'aaef5120-b756-40f2-b615-a9786eb21a9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:34:44.302624 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-77af8089-3ba4-421d-9138-85a2b2be87c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:44.303621 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-77af8089-3ba4-421d-9138-85a2b2be87c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:44.305484 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-77af8089-3ba4-421d-9138-85a2b2be87c4 service neutron] 10.222.0.26 "PUT /v2.0/ports/1d5c4d80-4bf3-4936-9cbd-a7174cf1642f HTTP/1.1" status: 200 len: 1093 time: 7.1165988 Jul 02 03:34:44.316384 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dee71eb-cb9f-458e-96b2-4f6db8156153', 'tag': '1d5c4d80-4bf3-4936-9cbd-a7174cf1642f'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:34:44.346145 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af8089-3ba4-421d-9138-85a2b2be87c4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5c4d80-4bf3-4936-9cbd-a7174cf1642f,revision_number=3']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:44.397196 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609e8c29-5849-4505-94c6-93d04a11e441 None None] The sync data for ids ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'] in dv-cinder-846842-9-iscsi is: [{'id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'name': 'tempest-AttachVolumeNegativeTest-1944099048-router', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:12Z', 'updated_at': '2022-07-02T03:34:25Z', 'revision_number': 4, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'gw_port': {'id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:15Z', 'updated_at': '2022-07-02T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '1e1afdd4-79ed-4696-98f4-e3dd5de0fa94', 'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'mac_address': 'fa:16:3e:08:83:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:24Z', 'updated_at': '2022-07-02T03:34:42Z', 'revision_number': 4, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'subnets': [{'id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:34:44.408795 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-dba262f9-7666-4e2f-b4ec-84cb7a6d8fe2 admin admin] Publish callbacks [] for security_group (cb195992-4590-4df2-9992-930861899dde), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:44.477536 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 59700) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:44.646856 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.26', 56983) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:44.740597 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-dba262f9-7666-4e2f-b4ec-84cb7a6d8fe2 admin admin] Publish callbacks [] for security_group (cb195992-4590-4df2-9992-930861899dde), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:44.771071 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-f6bd2240-c7fa-4231-8a81-fb3455aed089 None None] Current status of the port 1e1afdd4-79ed-4696-98f4-e3dd5de0fa94 is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:44.775971 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-f6bd2240-c7fa-4231-8a81-fb3455aed089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (1e1afdd4-79ed-4696-98f4-e3dd5de0fa94), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:44.876757 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:34:44.957987 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8186f3a-8323-4eba-b5e6-762477744ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "7dee71eb-cb9f-458e-96b2-4f6db8156153", "tag": "1d5c4d80-4bf3-4936-9cbd-a7174cf1642f"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:34:44.981440 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 1e1afdd4-79ed-4696-98f4-e3dd5de0fa94 is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:44.984907 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (1e1afdd4-79ed-4696-98f4-e3dd5de0fa94), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:45.097175 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-dba262f9-7666-4e2f-b4ec-84cb7a6d8fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (cb195992-4590-4df2-9992-930861899dde), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:45.101127 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-dba262f9-7666-4e2f-b4ec-84cb7a6d8fe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:45.112301 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-dba262f9-7666-4e2f-b4ec-84cb7a6d8fe2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb195992-4590-4df2-9992-930861899dde HTTP/1.1" status: 204 len: 168 time: 1.3127084 Jul 02 03:34:45.143358 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-f6bd2240-c7fa-4231-8a81-fb3455aed089 None None] For port 1e1afdd4-79ed-4696-98f4-e3dd5de0fa94, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=1e1afdd4-79ed-4696-98f4-e3dd5de0fa94,segment=NetworkSegment(f42053ac-70b9-4a5f-91c4-b122b3b8433a),segment_id=f42053ac-70b9-4a5f-91c4-b122b3b8433a)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:34:45.165528 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-7d8b1361-aec4-43b6-93da-f4fceb84c635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:45.169807 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-7d8b1361-aec4-43b6-93da-f4fceb84c635 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53c88ba2f03f47538ca0eaeb08ccfc07&device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 1127 time: 0.5129099 Jul 02 03:34:45.172759 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-f6bd2240-c7fa-4231-8a81-fb3455aed089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (1e1afdd4-79ed-4696-98f4-e3dd5de0fa94), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:45.174535 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba262f9-7666-4e2f-b4ec-84cb7a6d8fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb195992-4590-4df2-9992-930861899dde,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:45.219103 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-c10653ca-2793-4fe0-8bf5-608bd617c90f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1368147828&fields=id&tenant_id=7f39e852f8d14dec8e98d8d77fe90766 HTTP/1.1" status: 200 len: 267 time: 1.0576138 Jul 02 03:34:45.242483 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-6ff8aa1e-c5e1-4b2a-a2c7-0f56c42e8122 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:45.248365 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-6ff8aa1e-c5e1-4b2a-a2c7-0f56c42e8122 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.26 "GET /v2.0/networks?id=389311ee-b4f4-4d7f-89a6-51f9bda5ef70 HTTP/1.1" status: 200 len: 815 time: 0.5927517 Jul 02 03:34:45.478560 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd2240-c7fa-4231-8a81-fb3455aed089 None None] Pushing event updated for resources: {'Port': ['ID=1e1afdd4-79ed-4696-98f4-e3dd5de0fa94,revision_number=5']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:45.523884 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1280ad-5c4c-4ba6-98f0-6a4806112576 req-e0cf9ed2-7f9e-41f5-bc43-b01e0a7887e8 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:45.534285 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6f1280ad-5c4c-4ba6-98f0-6a4806112576 req-e0cf9ed2-7f9e-41f5-bc43-b01e0a7887e8 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 931 time: 0.7345104 Jul 02 03:34:45.539341 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-ce82ea7b-a3d4-40ec-bed8-acae9ce7665c None None] Provisioning complete for port cb39fa4c-e4cc-46f8-8399-e7c6977c9420 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:45.552256 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-ce82ea7b-a3d4-40ec-bed8-acae9ce7665c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (cb39fa4c-e4cc-46f8-8399-e7c6977c9420), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:45.578830 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-679c21a4-90b4-4996-9944-d26e6d485c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (cb39fa4c-e4cc-46f8-8399-e7c6977c9420), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:45.605204 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.db.api [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104251) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 02 03:34:45.605796 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG oslo_db.api [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 02 03:34:45.639020 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-ce82ea7b-a3d4-40ec-bed8-acae9ce7665c None None] Port cb39fa4c-e4cc-46f8-8399-e7c6977c9420 cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:34:46.275455 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 1e1afdd4-79ed-4696-98f4-e3dd5de0fa94 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:46.323226 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:46.414540 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-0a76438f-6946-472f-9810-2d69afe07c42 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:46.423894 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-0a76438f-6946-472f-9810-2d69afe07c42 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/networks?id=dc0b5a80-e232-44f7-a253-08cca2946b9f HTTP/1.1" status: 200 len: 817 time: 1.2027078 Jul 02 03:34:46.445503 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6758193f-d1dc-4306-a5cd-2b9052b7994f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:46.476590 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6f1280ad-5c4c-4ba6-98f0-6a4806112576 req-1d51fd54-f613-47f6-8b63-5d2dfdf8471a tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9405010 Jul 02 03:34:46.511436 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:46.524379 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 1e1afdd4-79ed-4696-98f4-e3dd5de0fa94 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:34:46.550115 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-9b9368d8-a67d-4fb9-abbd-8597b0f7894a tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/quotas/7f39e852f8d14dec8e98d8d77fe90766 HTTP/1.1" status: 200 len: 375 time: 0.1247740 Jul 02 03:34:46.624862 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 1e1afdd4-79ed-4696-98f4-e3dd5de0fa94 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:46.625236 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (1e1afdd4-79ed-4696-98f4-e3dd5de0fa94), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:46.794134 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 1e1afdd4-79ed-4696-98f4-e3dd5de0fa94 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:34:46.819170 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-e2b95a92-3167-4197-988d-81351dddaba0 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f39e852f8d14dec8e98d8d77fe90766&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2668324 Jul 02 03:34:46.847033 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0d4f1707-c837-471d-83e3-1ffdb610925b req-ca505eb6-1b33-4e86-ae85-06cfd658731f tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 210 time: 0.2003472 Jul 02 03:34:46.860381 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.notifiers.nova [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-db1cc4f0-08e4-425e-8866-38a2f5b8f0c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e02d1bfd-a033-4aa9-9067-1cfc9301fed1 {{(pid=104249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:34:46.921631 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-f99e9ba7-e214-42eb-9394-00d9a0e31fe8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d5c4d80-4bf3-4936-9cbd-a7174cf1642f HTTP/1.1" status: 200 len: 217 time: 0.1742215 Jul 02 03:34:46.941446 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-db1cc4f0-08e4-425e-8866-38a2f5b8f0c2 service neutron] Publish callbacks [] for port (e02d1bfd-a033-4aa9-9067-1cfc9301fed1), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:47.015747 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-afed1a1e-4b39-4d92-8651-e92dce3645db tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b44eff44cb504e1f9bf037303db24d1b HTTP/1.1" status: 200 len: 379 time: 0.0926375 Jul 02 03:34:47.045882 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-0f8e0324-6360-4680-8c25-222d448b354c tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Request body: {'port': {'device_id': 'e880e075-40f8-4727-b142-83ae3e2c6d03', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'admin_state_up': True, 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'security_groups': ['c07838c8-e6ce-4995-b85b-685cbd63932f']}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:34:47.106859 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-953d901e-a574-432c-bc46-47e55bda039d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:47.108509 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-953d901e-a574-432c-bc46-47e55bda039d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9 HTTP/1.1" status: 200 len: 857 time: 0.0995929 Jul 02 03:34:47.264791 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:47.309884 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-8abc3b94-3228-45a2-8343-e72082f8c05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:47.311622 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-8abc3b94-3228-45a2-8343-e72082f8c05e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1d7a687-b6ca-47c7-af08-d5e3055ff439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1763964 Jul 02 03:34:47.318254 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.provisioning_blocks [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-db1cc4f0-08e4-425e-8866-38a2f5b8f0c2 service neutron] Transition to ACTIVE for port object e02d1bfd-a033-4aa9-9067-1cfc9301fed1 will not be triggered until provisioned by entity L2. {{(pid=104249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 02 03:34:47.382713 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-db1cc4f0-08e4-425e-8866-38a2f5b8f0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60593212'] for port (e02d1bfd-a033-4aa9-9067-1cfc9301fed1), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:47.459337 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:47.468093 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:47.595576 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52f7c39-8a74-4248-b467-69a2fdfc63ee x-openstack-request-id: req-c52f7c39-8a74-4248-b467-69a2fdfc63ee {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:34:47.595939 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dee71eb-cb9f-458e-96b2-4f6db8156153", "tag": "1d5c4d80-4bf3-4936-9cbd-a7174cf1642f", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:34:47.596672 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c52f7c39-8a74-4248-b467-69a2fdfc63ee {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:34:47.597309 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c52f7c39-8a74-4248-b467-69a2fdfc63ee'] response: {'name': 'network-changed', 'server_uuid': '7dee71eb-cb9f-458e-96b2-4f6db8156153', 'tag': '1d5c4d80-4bf3-4936-9cbd-a7174cf1642f', 'status': 'completed', 'code': 200} Jul 02 03:34:47.627874 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-0f8e0324-6360-4680-8c25-222d448b354c tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Made reservation on behalf of b44eff44cb504e1f9bf037303db24d1b for: {'port': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:34:47.632008 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-0f8e0324-6360-4680-8c25-222d448b354c tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:47.689710 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 59810) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:47.843924 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-0f8e0324-6360-4680-8c25-222d448b354c tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Allocated IP 172.20.0.13 (389311ee-b4f4-4d7f-89a6-51f9bda5ef70/c753fd38-19d6-439d-9e37-af1a40857012/54a638db-254c-4005-b3f3-014e45f9ff9e) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:34:47.849818 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6758193f-d1dc-4306-a5cd-2b9052b7994f admin admin] Publish callbacks [] for security_group (5adb2b5b-a30d-44ba-a6fc-f32a447b2bef), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:47.857778 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1cc4f0-08e4-425e-8866-38a2f5b8f0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e02d1bfd-a033-4aa9-9067-1cfc9301fed1,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:47.890463 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-16e9ae52-d7e6-49f7-87a2-9c47974b7d28 service neutron] 10.222.0.42 "GET /v2.0/networks/dc0b5a80-e232-44f7-a253-08cca2946b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9832675 Jul 02 03:34:47.956574 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6758193f-d1dc-4306-a5cd-2b9052b7994f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (5adb2b5b-a30d-44ba-a6fc-f32a447b2bef), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:48.046079 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-b51d512a-3e94-408c-b700-11e8be4b9f8b service neutron] 10.222.0.26 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7126570 Jul 02 03:34:48.084997 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-0f8e0324-6360-4680-8c25-222d448b354c tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for port (54a638db-254c-4005-b3f3-014e45f9ff9e), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:48.136023 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.notifiers.nova [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-679c21a4-90b4-4996-9944-d26e6d485c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb39fa4c-e4cc-46f8-8399-e7c6977c9420 {{(pid=104249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:34:48.153979 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-6758193f-d1dc-4306-a5cd-2b9052b7994f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=441248be0f8f4f79b1411411e24cb636&name=default HTTP/1.1" status: 200 len: 2996 time: 3.3558915 Jul 02 03:34:48.154831 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758193f-d1dc-4306-a5cd-2b9052b7994f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5adb2b5b-a30d-44ba-a6fc-f32a447b2bef,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:48.157407 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 59824) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:48.176990 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-0f8e0324-6360-4680-8c25-222d448b354c tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (54a638db-254c-4005-b3f3-014e45f9ff9e), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:48.185997 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-679c21a4-90b4-4996-9944-d26e6d485c6c service neutron] Publish callbacks [] for port (cb39fa4c-e4cc-46f8-8399-e7c6977c9420), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:48.235506 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:48.248396 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e0324-6360-4680-8c25-222d448b354c tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event updated for resources: {'Port': ['ID=54a638db-254c-4005-b3f3-014e45f9ff9e,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:48.257536 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-0f8e0324-6360-4680-8c25-222d448b354c tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Network 389311ee-b4f4-4d7f-89a6-51f9bda5ef70 is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:34:48.260107 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-0f8e0324-6360-4680-8c25-222d448b354c tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:34:48.262017 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa810b58-93db-4105-94e1-1b222e6a2d91 req-38a3ac58-becb-479f-85cc-17c939750498 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:48.262341 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-0f8e0324-6360-4680-8c25-222d448b354c tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:34:48.263780 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fa810b58-93db-4105-94e1-1b222e6a2d91 req-38a3ac58-becb-479f-85cc-17c939750498 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 931 time: 0.5901496 Jul 02 03:34:48.278452 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:UPDATE=4,neutron:INSERT=7,neutron:SELECT=89 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:48.281199 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.provisioning_blocks [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-679c21a4-90b4-4996-9944-d26e6d485c6c service neutron] Transition to ACTIVE for port object cb39fa4c-e4cc-46f8-8399-e7c6977c9420 will not be triggered until provisioned by entity L2. {{(pid=104249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 02 03:34:48.316953 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-679c21a4-90b4-4996-9944-d26e6d485c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60593212'] for port (cb39fa4c-e4cc-46f8-8399-e7c6977c9420), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:48.328323 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-0f8e0324-6360-4680-8c25-222d448b354c tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:48.329279 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-0f8e0324-6360-4680-8c25-222d448b354c tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:48.356527 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-0f8e0324-6360-4680-8c25-222d448b354c tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3241560 Jul 02 03:34:48.373537 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-74e4074a-2cf5-407d-afd5-5adf8a10d4f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:48.491413 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-db1cc4f0-08e4-425e-8866-38a2f5b8f0c2 service neutron] Attempting to bind port e02d1bfd-a033-4aa9-9067-1cfc9301fed1 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:34:48.491923 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-db1cc4f0-08e4-425e-8866-38a2f5b8f0c2 service neutron] Attempting to bind port e02d1bfd-a033-4aa9-9067-1cfc9301fed1 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'a5a53470-af05-484e-b258-82f2776e0ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:34:48.492351 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-db1cc4f0-08e4-425e-8866-38a2f5b8f0c2 service neutron] Attempting to bind port e02d1bfd-a033-4aa9-9067-1cfc9301fed1 on network c1d7a687-b6ca-47c7-af08-d5e3055ff439 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:34:48.551994 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e69d5fc7-287c-41b2-b7ad-2027075747f5 admin admin] Publish callbacks [] for security_group (5adb2b5b-a30d-44ba-a6fc-f32a447b2bef), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:48.556468 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-db1cc4f0-08e4-425e-8866-38a2f5b8f0c2 service neutron] Port e02d1bfd-a033-4aa9-9067-1cfc9301fed1 on network c1d7a687-b6ca-47c7-af08-d5e3055ff439 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 02 03:34:48.556836 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-db1cc4f0-08e4-425e-8866-38a2f5b8f0c2 service neutron] Attempting to bind port e02d1bfd-a033-4aa9-9067-1cfc9301fed1 on network c1d7a687-b6ca-47c7-af08-d5e3055ff439 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:34:48.587236 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c21a4-90b4-4996-9944-d26e6d485c6c service neutron] Pushing event updated for resources: {'Port': ['ID=cb39fa4c-e4cc-46f8-8399-e7c6977c9420,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:48.591388 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-2fb93cfd-1d21-4302-983d-999f0eb1f9e3 service neutron] 10.222.0.42 "GET /v2.0/networks/dc0b5a80-e232-44f7-a253-08cca2946b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493222 Jul 02 03:34:48.605573 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fa810b58-93db-4105-94e1-1b222e6a2d91 req-4bb5ccde-9eed-43ef-9e28-596e7d436cf3 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7e9aa3-b936-4e8a-89b9-f5da8985c04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253117 Jul 02 03:34:48.617356 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-db1cc4f0-08e4-425e-8866-38a2f5b8f0c2 service neutron] Checking agent: {'id': 'b6c7a065-6c6d-4192-b8a5-562c9c844309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'started_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:34:48.617876 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-db1cc4f0-08e4-425e-8866-38a2f5b8f0c2 service neutron] Checking segment: {'id': 'a5a53470-af05-484e-b258-82f2776e0ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:34:48.618406 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-db1cc4f0-08e4-425e-8866-38a2f5b8f0c2 service neutron] Bound using segment: {'id': 'a5a53470-af05-484e-b258-82f2776e0ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:34:48.618853 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-db1cc4f0-08e4-425e-8866-38a2f5b8f0c2 service neutron] Bound port: e02d1bfd-a033-4aa9-9067-1cfc9301fed1, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5a53470-af05-484e-b258-82f2776e0ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:34:48.619417 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-db1cc4f0-08e4-425e-8866-38a2f5b8f0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (e02d1bfd-a033-4aa9-9067-1cfc9301fed1), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:48.651196 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:48.685886 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-550f7616-7a45-4d48-95b6-acdadfc7cff3 None None] Provisioning complete for port 54a638db-254c-4005-b3f3-014e45f9ff9e triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:34:48.686462 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e69d5fc7-287c-41b2-b7ad-2027075747f5 admin admin] Publish callbacks [] for security_group (5adb2b5b-a30d-44ba-a6fc-f32a447b2bef), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:48.687074 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-550f7616-7a45-4d48-95b6-acdadfc7cff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (54a638db-254c-4005-b3f3-014e45f9ff9e), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:48.691980 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:48.739590 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-550f7616-7a45-4d48-95b6-acdadfc7cff3 None None] Port 54a638db-254c-4005-b3f3-014e45f9ff9e cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:34:48.890680 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-74e4074a-2cf5-407d-afd5-5adf8a10d4f6 admin admin] Publish callbacks [] for security_group (ffe32d4b-7bd3-45bf-a991-7be21fc31760), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:48.903363 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9e879-4332-4640-96e3-a2d594d3fd8a req-fdb5bd84-74bb-4a91-a116-1475dbc34595 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:48.904779 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6ce9e879-4332-4640-96e3-a2d594d3fd8a req-fdb5bd84-74bb-4a91-a116-1475dbc34595 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 943 time: 0.2007332 Jul 02 03:34:48.918790 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-74e4074a-2cf5-407d-afd5-5adf8a10d4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (ffe32d4b-7bd3-45bf-a991-7be21fc31760), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:48.927824 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e69d5fc7-287c-41b2-b7ad-2027075747f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (5adb2b5b-a30d-44ba-a6fc-f32a447b2bef), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:48.935614 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e69d5fc7-287c-41b2-b7ad-2027075747f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:48.939275 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-e69d5fc7-287c-41b2-b7ad-2027075747f5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5adb2b5b-a30d-44ba-a6fc-f32a447b2bef HTTP/1.1" status: 204 len: 168 time: 0.7542820 Jul 02 03:34:48.939275 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-679c21a4-90b4-4996-9944-d26e6d485c6c service neutron] Attempting to bind port cb39fa4c-e4cc-46f8-8399-e7c6977c9420 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:34:48.939275 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-679c21a4-90b4-4996-9944-d26e6d485c6c service neutron] Attempting to bind port cb39fa4c-e4cc-46f8-8399-e7c6977c9420 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'ec29d66c-8d83-451b-aa99-a0628d4a36c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:34:48.939275 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-679c21a4-90b4-4996-9944-d26e6d485c6c service neutron] Attempting to bind port cb39fa4c-e4cc-46f8-8399-e7c6977c9420 on network 841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:34:48.953231 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.db [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-db1cc4f0-08e4-425e-8866-38a2f5b8f0c2 service neutron] For port e02d1bfd-a033-4aa9-9067-1cfc9301fed1, host hv-cinder-84684, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:34:48.983828 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bf513-1a34-480d-b716-95db794f29f7 req-05a0ad76-236c-4649-a63e-53e843338518 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:48.991359 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9c8bf513-1a34-480d-b716-95db794f29f7 req-05a0ad76-236c-4649-a63e-53e843338518 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 932 time: 0.1616495 Jul 02 03:34:49.025207 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-679c21a4-90b4-4996-9944-d26e6d485c6c service neutron] Port cb39fa4c-e4cc-46f8-8399-e7c6977c9420 on network 841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 02 03:34:49.025521 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-679c21a4-90b4-4996-9944-d26e6d485c6c service neutron] Attempting to bind port cb39fa4c-e4cc-46f8-8399-e7c6977c9420 on network 841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:34:49.044694 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.db [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-db1cc4f0-08e4-425e-8866-38a2f5b8f0c2 service neutron] For port e02d1bfd-a033-4aa9-9067-1cfc9301fed1, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=e02d1bfd-a033-4aa9-9067-1cfc9301fed1,segment=NetworkSegment(a5a53470-af05-484e-b258-82f2776e0ce4),segment_id=a5a53470-af05-484e-b258-82f2776e0ce4)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:34:49.078076 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:49.079137 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4074a-2cf5-407d-afd5-5adf8a10d4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe32d4b-7bd3-45bf-a991-7be21fc31760,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:49.098255 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-74e4074a-2cf5-407d-afd5-5adf8a10d4f6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8a8989289a0e4cfb9c60f0e07ef3b09d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4103911 Jul 02 03:34:49.100984 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 59854) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:49.103031 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-db1cc4f0-08e4-425e-8866-38a2f5b8f0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60593212'] for port (e02d1bfd-a033-4aa9-9067-1cfc9301fed1), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:49.110233 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 59858) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:49.117655 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d5fc7-287c-41b2-b7ad-2027075747f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adb2b5b-a30d-44ba-a6fc-f32a447b2bef,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:49.196932 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-679c21a4-90b4-4996-9944-d26e6d485c6c service neutron] Checking agent: {'id': 'b6c7a065-6c6d-4192-b8a5-562c9c844309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'started_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:34:49.197272 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-679c21a4-90b4-4996-9944-d26e6d485c6c service neutron] Checking segment: {'id': 'ec29d66c-8d83-451b-aa99-a0628d4a36c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:34:49.197660 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-679c21a4-90b4-4996-9944-d26e6d485c6c service neutron] Bound using segment: {'id': 'ec29d66c-8d83-451b-aa99-a0628d4a36c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:34:49.198120 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-679c21a4-90b4-4996-9944-d26e6d485c6c service neutron] Bound port: cb39fa4c-e4cc-46f8-8399-e7c6977c9420, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec29d66c-8d83-451b-aa99-a0628d4a36c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:34:49.198483 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-679c21a4-90b4-4996-9944-d26e6d485c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (cb39fa4c-e4cc-46f8-8399-e7c6977c9420), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:49.253320 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b11991db-5148-40d0-85d4-356b47498515 admin admin] Publish callbacks [] for security_group (ffe32d4b-7bd3-45bf-a991-7be21fc31760), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:49.254672 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-db1cc4f0-08e4-425e-8866-38a2f5b8f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:49.255429 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-db1cc4f0-08e4-425e-8866-38a2f5b8f0c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for port (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:49.260342 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-db1cc4f0-08e4-425e-8866-38a2f5b8f0c2 service neutron] 10.222.0.26 "PUT /v2.0/ports/e02d1bfd-a033-4aa9-9067-1cfc9301fed1 HTTP/1.1" status: 200 len: 1093 time: 6.0295753 Jul 02 03:34:49.274942 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6102b173-1c0f-441b-8d00-2cd53314544d', 'tag': 'e02d1bfd-a033-4aa9-9067-1cfc9301fed1'}] {{(pid=104249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:34:49.284623 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6ce9e879-4332-4640-96e3-a2d594d3fd8a req-ac686a22-ee12-4a40-84ca-19786f9aa9bf tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594749 Jul 02 03:34:49.316547 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b11991db-5148-40d0-85d4-356b47498515 admin admin] Publish callbacks [] for security_group (ffe32d4b-7bd3-45bf-a991-7be21fc31760), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:49.326029 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1cc4f0-08e4-425e-8866-38a2f5b8f0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e02d1bfd-a033-4aa9-9067-1cfc9301fed1,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:49.379770 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9c8bf513-1a34-480d-b716-95db794f29f7 req-388ac5e2-a610-43d4-8126-c2db7c4e876c tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=c07838c8-e6ce-4995-b85b-685cbd63932f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3877347 Jul 02 03:34:49.422748 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 59868) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:49.432532 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b11991db-5148-40d0-85d4-356b47498515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (ffe32d4b-7bd3-45bf-a991-7be21fc31760), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:49.435360 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b11991db-5148-40d0-85d4-356b47498515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:49.436867 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-b11991db-5148-40d0-85d4-356b47498515 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ffe32d4b-7bd3-45bf-a991-7be21fc31760 HTTP/1.1" status: 204 len: 168 time: 0.3349135 Jul 02 03:34:49.454221 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-fda8cfe4-5754-48c9-8a03-d80d4fd6a082 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:49.455168 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5d197590-6fb4-4dac-af79-2a94277c2093 req-4970adb7-ba9f-4302-a737-7221e4e6ad2e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 210 time: 0.0366964 Jul 02 03:34:49.474781 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11991db-5148-40d0-85d4-356b47498515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe32d4b-7bd3-45bf-a991-7be21fc31760,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:49.501572 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.db [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-679c21a4-90b4-4996-9944-d26e6d485c6c service neutron] For port cb39fa4c-e4cc-46f8-8399-e7c6977c9420, host hv-cinder-84684, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:34:49.505101 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5d9127f3-4186-4b10-a4a5-c6989d62984e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:49.507946 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.db [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-679c21a4-90b4-4996-9944-d26e6d485c6c service neutron] For port cb39fa4c-e4cc-46f8-8399-e7c6977c9420, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=cb39fa4c-e4cc-46f8-8399-e7c6977c9420,segment=NetworkSegment(ec29d66c-8d83-451b-aa99-a0628d4a36c4),segment_id=ec29d66c-8d83-451b-aa99-a0628d4a36c4)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:34:49.517156 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-679c21a4-90b4-4996-9944-d26e6d485c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60593212'] for port (cb39fa4c-e4cc-46f8-8399-e7c6977c9420), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:49.564420 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-679c21a4-90b4-4996-9944-d26e6d485c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:49.565028 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-679c21a4-90b4-4996-9944-d26e6d485c6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for port (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:49.566641 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-679c21a4-90b4-4996-9944-d26e6d485c6c service neutron] 10.222.0.26 "PUT /v2.0/ports/cb39fa4c-e4cc-46f8-8399-e7c6977c9420 HTTP/1.1" status: 200 len: 1093 time: 5.3185844 Jul 02 03:34:49.599077 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c21a4-90b4-4996-9944-d26e6d485c6c service neutron] Pushing event updated for resources: {'Port': ['ID=cb39fa4c-e4cc-46f8-8399-e7c6977c9420,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:49.644363 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f088720257398f3cab103114357bf561c7f80e100abdbb3b7e497acc9cc690b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd59a32-ebaf-47ed-97be-023da4fe9324" -d '{"events": [{"name": "network-changed", "server_uuid": "6102b173-1c0f-441b-8d00-2cd53314544d", "tag": "e02d1bfd-a033-4aa9-9067-1cfc9301fed1"}]}' {{(pid=104249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:34:49.750970 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-fda8cfe4-5754-48c9-8a03-d80d4fd6a082 admin admin] Publish callbacks [] for security_group (e09e5181-b43c-470a-81a5-a51c333f6580), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:49.756587 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5d9127f3-4186-4b10-a4a5-c6989d62984e admin admin] Publish callbacks [] for security_group (1e538484-797c-4a32-be4d-8477075c0a4e), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:49.760782 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-fda8cfe4-5754-48c9-8a03-d80d4fd6a082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (e09e5181-b43c-470a-81a5-a51c333f6580), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:49.767915 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5d9127f3-4186-4b10-a4a5-c6989d62984e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (1e538484-797c-4a32-be4d-8477075c0a4e), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:49.790537 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:49.811360 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf26395-3dc5-4913-bd3a-c4b7e08273a1 req-69ca6b52-c72b-48ef-9a48-1a573fc49cf0 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:49.812935 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-edf26395-3dc5-4913-bd3a-c4b7e08273a1 req-69ca6b52-c72b-48ef-9a48-1a573fc49cf0 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 943 time: 0.1020045 Jul 02 03:34:49.842371 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-fda8cfe4-5754-48c9-8a03-d80d4fd6a082 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9a3c2ce52b1849979f0748e6597d195a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4172025 Jul 02 03:34:49.848019 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-5d9127f3-4186-4b10-a4a5-c6989d62984e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f6e0d23905f74636911f2055ff7ecb92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7367656 Jul 02 03:34:49.848715 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 59882) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:49.849048 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 59884) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:49.849683 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8cfe4-5754-48c9-8a03-d80d4fd6a082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09e5181-b43c-470a-81a5-a51c333f6580,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:49.883697 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be16549f-fe93-44a0-a75d-84f5932b35c1 x-openstack-request-id: req-be16549f-fe93-44a0-a75d-84f5932b35c1 {{(pid=104249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:34:49.883976 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6102b173-1c0f-441b-8d00-2cd53314544d", "tag": "e02d1bfd-a033-4aa9-9067-1cfc9301fed1", "status": "completed", "code": 200}]} {{(pid=104249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:34:49.884226 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-be16549f-fe93-44a0-a75d-84f5932b35c1 {{(pid=104249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:34:49.884833 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be16549f-fe93-44a0-a75d-84f5932b35c1'] response: {'name': 'network-changed', 'server_uuid': '6102b173-1c0f-441b-8d00-2cd53314544d', 'tag': 'e02d1bfd-a033-4aa9-9067-1cfc9301fed1', 'status': 'completed', 'code': 200} Jul 02 03:34:49.889675 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-edf26395-3dc5-4913-bd3a-c4b7e08273a1 req-5a2ad6a1-91db-4c3d-b412-a97c132b11ee tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7e9aa3-b936-4e8a-89b9-f5da8985c04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616031 Jul 02 03:34:49.934217 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:49.959523 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9127f3-4186-4b10-a4a5-c6989d62984e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e538484-797c-4a32-be4d-8477075c0a4e,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:49.960219 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 59886) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:49.964629 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-6c19c1d6-a82c-408e-9bd5-ac74daa55685 admin admin] Publish callbacks [] for security_group (1e538484-797c-4a32-be4d-8477075c0a4e), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:49.966744 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:49.974009 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-8797c3f5-bc3c-4d40-84e3-043357cdaef4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:50.001641 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-6c19c1d6-a82c-408e-9bd5-ac74daa55685 admin admin] Publish callbacks [] for security_group (1e538484-797c-4a32-be4d-8477075c0a4e), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:50.003748 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b67f3562-9a19-4872-8036-df991f8930e0 admin admin] Publish callbacks [] for security_group (e09e5181-b43c-470a-81a5-a51c333f6580), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:50.049264 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-8797c3f5-bc3c-4d40-84e3-043357cdaef4 admin admin] Publish callbacks [] for security_group (ea8d9647-3359-449c-bf7a-228a0b81d1e3), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:50.052519 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b67f3562-9a19-4872-8036-df991f8930e0 admin admin] Publish callbacks [] for security_group (e09e5181-b43c-470a-81a5-a51c333f6580), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:50.054471 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-8797c3f5-bc3c-4d40-84e3-043357cdaef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (ea8d9647-3359-449c-bf7a-228a0b81d1e3), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:50.093705 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-8797c3f5-bc3c-4d40-84e3-043357cdaef4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eef87dfe92b2434695779feddfafe39c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323922 Jul 02 03:34:50.094550 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797c3f5-bc3c-4d40-84e3-043357cdaef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8d9647-3359-449c-bf7a-228a0b81d1e3,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:50.096825 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 59888) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:50.104972 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-6c19c1d6-a82c-408e-9bd5-ac74daa55685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (1e538484-797c-4a32-be4d-8477075c0a4e), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:50.107632 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-6c19c1d6-a82c-408e-9bd5-ac74daa55685 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:50.111261 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-6c19c1d6-a82c-408e-9bd5-ac74daa55685 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1e538484-797c-4a32-be4d-8477075c0a4e HTTP/1.1" status: 204 len: 168 time: 0.2538922 Jul 02 03:34:50.136994 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19c1d6-a82c-408e-9bd5-ac74daa55685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e538484-797c-4a32-be4d-8477075c0a4e,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:50.141924 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b67f3562-9a19-4872-8036-df991f8930e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (e09e5181-b43c-470a-81a5-a51c333f6580), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:50.144359 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b67f3562-9a19-4872-8036-df991f8930e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:50.147337 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-b67f3562-9a19-4872-8036-df991f8930e0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e09e5181-b43c-470a-81a5-a51c333f6580 HTTP/1.1" status: 204 len: 168 time: 0.2918401 Jul 02 03:34:50.160037 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f3562-9a19-4872-8036-df991f8930e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09e5181-b43c-470a-81a5-a51c333f6580,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:50.197868 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-20e5a354-44bc-4fbc-8ef5-7636de7147b1 admin admin] Publish callbacks [] for security_group (ea8d9647-3359-449c-bf7a-228a0b81d1e3), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:50.235655 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-8cf3c0db-65d3-4e91-9951-b3c8f7b672b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:50.244467 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-20e5a354-44bc-4fbc-8ef5-7636de7147b1 admin admin] Publish callbacks [] for security_group (ea8d9647-3359-449c-bf7a-228a0b81d1e3), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:50.299253 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-20e5a354-44bc-4fbc-8ef5-7636de7147b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (ea8d9647-3359-449c-bf7a-228a0b81d1e3), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:50.302189 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-20e5a354-44bc-4fbc-8ef5-7636de7147b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:50.303471 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-20e5a354-44bc-4fbc-8ef5-7636de7147b1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ea8d9647-3359-449c-bf7a-228a0b81d1e3 HTTP/1.1" status: 204 len: 168 time: 0.2055020 Jul 02 03:34:50.319871 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5a354-44bc-4fbc-8ef5-7636de7147b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8d9647-3359-449c-bf7a-228a0b81d1e3,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:50.423079 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca926758-1678-4018-930e-280e47265484 req-b1841281-c42c-47f3-8f6f-7bac41c92e6a tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:50.424715 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ca926758-1678-4018-930e-280e47265484 req-b1841281-c42c-47f3-8f6f-7bac41c92e6a tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 943 time: 0.0479753 Jul 02 03:34:50.696324 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ca926758-1678-4018-930e-280e47265484 req-dcc1917c-0f6d-4439-aa2d-819200751bed tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639787 Jul 02 03:34:50.719600 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4aca14-00c5-4577-8098-59ed3ab1e92d req-b997bff7-50a3-4ff7-9461-1b1b2e68cab8 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:50.719600 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0e4aca14-00c5-4577-8098-59ed3ab1e92d req-b997bff7-50a3-4ff7-9461-1b1b2e68cab8 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 932 time: 0.2380307 Jul 02 03:34:50.762829 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 59916) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:50.774133 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0e4aca14-00c5-4577-8098-59ed3ab1e92d req-7e1a5658-3a44-4d8c-93a2-14ad1544a307 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=c07838c8-e6ce-4995-b85b-685cbd63932f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536463 Jul 02 03:34:50.784932 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-8fcc6df3-49d8-4f31-9361-289496a9dafe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:50.822814 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8201018b-730a-4e85-96af-e7075c644d2b req-74a038fb-397a-44fe-bb59-4b0abea953d5 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 210 time: 0.0353546 Jul 02 03:34:50.882913 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-8fcc6df3-49d8-4f31-9361-289496a9dafe admin admin] Publish callbacks [] for security_group (5479bded-9b1c-4e1e-8384-910147281fba), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:50.888263 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-8fcc6df3-49d8-4f31-9361-289496a9dafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (5479bded-9b1c-4e1e-8384-910147281fba), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:50.941818 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 59926) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:50.942013 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-8fcc6df3-49d8-4f31-9361-289496a9dafe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3018c3338a784078851cefb3276e60ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1776505 Jul 02 03:34:50.943273 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc6df3-49d8-4f31-9361-289496a9dafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5479bded-9b1c-4e1e-8384-910147281fba,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:51.037059 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff3ce1-e07a-4d51-9d72-604ab484f440 req-73645c69-5f52-415e-a38c-b8c230c64ad4 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:51.038583 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3dff3ce1-e07a-4d51-9d72-604ab484f440 req-73645c69-5f52-415e-a38c-b8c230c64ad4 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 943 time: 0.0677857 Jul 02 03:34:51.054211 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-12682f87-d694-42b7-b255-16c431336bd0 admin admin] Publish callbacks [] for security_group (5479bded-9b1c-4e1e-8384-910147281fba), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:51.093096 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-12682f87-d694-42b7-b255-16c431336bd0 admin admin] Publish callbacks [] for security_group (5479bded-9b1c-4e1e-8384-910147281fba), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:51.137876 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3dff3ce1-e07a-4d51-9d72-604ab484f440 req-e6902152-4249-4e4a-ae0d-65ebf912cd44 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7e9aa3-b936-4e8a-89b9-f5da8985c04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847237 Jul 02 03:34:51.177427 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-12682f87-d694-42b7-b255-16c431336bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (5479bded-9b1c-4e1e-8384-910147281fba), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:51.180397 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-12682f87-d694-42b7-b255-16c431336bd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:51.184414 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-12682f87-d694-42b7-b255-16c431336bd0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5479bded-9b1c-4e1e-8384-910147281fba HTTP/1.1" status: 204 len: 168 time: 0.2384109 Jul 02 03:34:51.190542 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12682f87-d694-42b7-b255-16c431336bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5479bded-9b1c-4e1e-8384-910147281fba,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:51.816706 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:51.836269 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ba4f4-7f1b-4825-94fa-edab89f1da13 req-e0a50162-4a30-44f7-a6b3-a0f37514598f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:51.839110 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1b0ba4f4-7f1b-4825-94fa-edab89f1da13 req-e0a50162-4a30-44f7-a6b3-a0f37514598f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 943 time: 0.0619812 Jul 02 03:34:51.885015 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=4 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:51.885629 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaef5120-b756-40f2-b615-a9786eb21a9c', 'tag': 'cb39fa4c-e4cc-46f8-8399-e7c6977c9420'}] {{(pid=104249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:34:51.888507 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f088720257398f3cab103114357bf561c7f80e100abdbb3b7e497acc9cc690b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8b0eac-2e39-486f-b47f-ac8ce9b90850" -d '{"events": [{"name": "network-changed", "server_uuid": "aaef5120-b756-40f2-b615-a9786eb21a9c", "tag": "cb39fa4c-e4cc-46f8-8399-e7c6977c9420"}]}' {{(pid=104249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:34:51.938442 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1b0ba4f4-7f1b-4825-94fa-edab89f1da13 req-cc6ee160-ef6e-40aa-84b1-d206ccd06bdd tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917666 Jul 02 03:34:51.953156 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25f178-8f4b-4bb6-8a7c-5d9fc631d21d req-d933eea8-6b2f-4c89-a65e-927620bb1719 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:51.954681 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9f25f178-8f4b-4bb6-8a7c-5d9fc631d21d req-d933eea8-6b2f-4c89-a65e-927620bb1719 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 932 time: 0.0704253 Jul 02 03:34:52.129826 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9f25f178-8f4b-4bb6-8a7c-5d9fc631d21d req-87a01fc7-ad7b-4a53-b2b4-dd17efbc96a8 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=c07838c8-e6ce-4995-b85b-685cbd63932f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575551 Jul 02 03:34:52.182358 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-22ac1649-8fa3-4f41-a48f-c767d37f70fb req-678c9362-7cc3-43b1-af81-8075ee69c5da tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 210 time: 0.1587369 Jul 02 03:34:52.284192 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fcddbb-dfbd-4429-8491-bd915830ea68 x-openstack-request-id: req-f0fcddbb-dfbd-4429-8491-bd915830ea68 {{(pid=104249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:34:52.284701 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaef5120-b756-40f2-b615-a9786eb21a9c", "tag": "cb39fa4c-e4cc-46f8-8399-e7c6977c9420", "status": "completed", "code": 200}]} {{(pid=104249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:34:52.285083 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f0fcddbb-dfbd-4429-8491-bd915830ea68 {{(pid=104249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:34:52.285635 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0fcddbb-dfbd-4429-8491-bd915830ea68'] response: {'name': 'network-changed', 'server_uuid': 'aaef5120-b756-40f2-b615-a9786eb21a9c', 'tag': 'cb39fa4c-e4cc-46f8-8399-e7c6977c9420', 'status': 'completed', 'code': 200} Jul 02 03:34:52.421279 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a78cc0-2d70-46f5-b620-e7584226deba req-85b0460a-7110-4fbf-b944-5178ba88beec tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:52.423724 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-02a78cc0-2d70-46f5-b620-e7584226deba req-85b0460a-7110-4fbf-b944-5178ba88beec tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 943 time: 0.1058762 Jul 02 03:34:52.441375 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:52.494362 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-02a78cc0-2d70-46f5-b620-e7584226deba req-29ba7c11-9666-498a-9411-49fc3c41b4f9 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7e9aa3-b936-4e8a-89b9-f5da8985c04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653331 Jul 02 03:34:52.555942 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-f54cfead-e10a-4d67-a8e0-99b0646dc509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:52.784049 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-a4b1359e-60ac-4caa-b1e7-ace1dc249884 service neutron] Request body: {'port': {'device_id': 'e880e075-40f8-4727-b142-83ae3e2c6d03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:34:53.116867 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-0ade2472-8e79-4fe0-b993-37f4c12dd2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:53.118772 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-0ade2472-8e79-4fe0-b993-37f4c12dd2a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dedc7a5a95d14f60b1a73198c8b5309b&device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 1127 time: 0.1919656 Jul 02 03:34:53.146948 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:53.151893 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1472cc13-4f53-4af8-a73d-81e221250e84 req-6c25fbd1-c772-415c-8b8a-9d36b559e089 service neutron] 10.222.0.26 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915887 Jul 02 03:34:53.153726 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd59a32-ebaf-47ed-97be-023da4fe9324 req-27eed474-1fd6-4a80-957f-74aa657d0669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:53.158438 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fbd59a32-ebaf-47ed-97be-023da4fe9324 req-27eed474-1fd6-4a80-957f-74aa657d0669 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53c88ba2f03f47538ca0eaeb08ccfc07&device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 1127 time: 0.2331071 Jul 02 03:34:53.176568 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-a4b1359e-60ac-4caa-b1e7-ace1dc249884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (54a638db-254c-4005-b3f3-014e45f9ff9e), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:53.381867 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-51debbe3-7197-4cdc-aeef-ee486abeaac8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb39fa4c-e4cc-46f8-8399-e7c6977c9420 HTTP/1.1" status: 200 len: 217 time: 0.2222104 Jul 02 03:34:53.452533 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0af48-c54c-4b22-a85a-5cc07f9fa295 req-a8654de1-593a-4d7c-9e7e-6829288d7032 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:53.454245 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-66e0af48-c54c-4b22-a85a-5cc07f9fa295 req-a8654de1-593a-4d7c-9e7e-6829288d7032 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 932 time: 0.1329668 Jul 02 03:34:53.477063 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:53.518722 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-a4b1359e-60ac-4caa-b1e7-ace1dc249884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a638db-254c-4005-b3f3-014e45f9ff9e {{(pid=104250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:34:53.520240 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb50148-21b9-4363-ab71-19ac88342008 req-c9e50363-d90c-4417-ae48-b9f9c18a7dbc tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:53.521830 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8cb50148-21b9-4363-ab71-19ac88342008 req-c9e50363-d90c-4417-ae48-b9f9c18a7dbc tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 943 time: 0.4019742 Jul 02 03:34:53.533602 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-a4b1359e-60ac-4caa-b1e7-ace1dc249884 service neutron] Publish callbacks [] for port (54a638db-254c-4005-b3f3-014e45f9ff9e), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:53.549587 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.provisioning_blocks [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-a4b1359e-60ac-4caa-b1e7-ace1dc249884 service neutron] Transition to ACTIVE for port object 54a638db-254c-4005-b3f3-014e45f9ff9e will not be triggered until provisioned by entity L2. {{(pid=104250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 02 03:34:53.553094 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:53.555697 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-a4b1359e-60ac-4caa-b1e7-ace1dc249884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (54a638db-254c-4005-b3f3-014e45f9ff9e), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:53.574069 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:53.645262 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b1359e-60ac-4caa-b1e7-ace1dc249884 service neutron] Pushing event updated for resources: {'Port': ['ID=54a638db-254c-4005-b3f3-014e45f9ff9e,revision_number=2']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:53.652756 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd59a32-ebaf-47ed-97be-023da4fe9324 req-5c094566-374c-4132-9128-3c9753e6dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:53.654397 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fbd59a32-ebaf-47ed-97be-023da4fe9324 req-5c094566-374c-4132-9128-3c9753e6dd17 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=53c88ba2f03f47538ca0eaeb08ccfc07&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4417965 Jul 02 03:34:53.661292 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-66e0af48-c54c-4b22-a85a-5cc07f9fa295 req-c2671faf-97b3-47c6-a718-7c2c786a8c25 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=c07838c8-e6ce-4995-b85b-685cbd63932f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857550 Jul 02 03:34:53.665167 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8cb50148-21b9-4363-ab71-19ac88342008 req-ea21028e-8b10-4af1-bfac-71ad393c0e29 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314869 Jul 02 03:34:53.809919 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-a4b1359e-60ac-4caa-b1e7-ace1dc249884 service neutron] Attempting to bind port 54a638db-254c-4005-b3f3-014e45f9ff9e on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:34:53.810436 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-a4b1359e-60ac-4caa-b1e7-ace1dc249884 service neutron] Attempting to bind port 54a638db-254c-4005-b3f3-014e45f9ff9e by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'f42053ac-70b9-4a5f-91c4-b122b3b8433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70'}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:34:53.810696 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-a4b1359e-60ac-4caa-b1e7-ace1dc249884 service neutron] Attempting to bind port 54a638db-254c-4005-b3f3-014e45f9ff9e on network 389311ee-b4f4-4d7f-89a6-51f9bda5ef70 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:34:53.816275 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-a4b1359e-60ac-4caa-b1e7-ace1dc249884 service neutron] Port 54a638db-254c-4005-b3f3-014e45f9ff9e on network 389311ee-b4f4-4d7f-89a6-51f9bda5ef70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 02 03:34:53.816807 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-a4b1359e-60ac-4caa-b1e7-ace1dc249884 service neutron] Attempting to bind port 54a638db-254c-4005-b3f3-014e45f9ff9e on network 389311ee-b4f4-4d7f-89a6-51f9bda5ef70 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:34:53.822600 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-a4b1359e-60ac-4caa-b1e7-ace1dc249884 service neutron] Checking agent: {'id': 'b6c7a065-6c6d-4192-b8a5-562c9c844309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'started_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:34:53.822934 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-a4b1359e-60ac-4caa-b1e7-ace1dc249884 service neutron] Checking segment: {'id': 'f42053ac-70b9-4a5f-91c4-b122b3b8433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:34:53.823564 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-a4b1359e-60ac-4caa-b1e7-ace1dc249884 service neutron] Bound using segment: {'id': 'f42053ac-70b9-4a5f-91c4-b122b3b8433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70'} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:34:53.824071 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-a4b1359e-60ac-4caa-b1e7-ace1dc249884 service neutron] Bound port: 54a638db-254c-4005-b3f3-014e45f9ff9e, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42053ac-70b9-4a5f-91c4-b122b3b8433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70'}}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:34:53.824526 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-a4b1359e-60ac-4caa-b1e7-ace1dc249884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (54a638db-254c-4005-b3f3-014e45f9ff9e), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:53.886805 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5b549403-edd8-489d-97d8-2963bc0245b1 req-0611857e-6343-4b55-adf5-b28b4be832cb tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 210 time: 0.0704885 Jul 02 03:34:53.913168 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db716e0-d514-4a90-afa6-97d13fbe5398 req-3bccbe85-279e-49bf-ab84-f0ea90300ce6 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:53.913460 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-a4b1359e-60ac-4caa-b1e7-ace1dc249884 service neutron] For port 54a638db-254c-4005-b3f3-014e45f9ff9e, host hv-cinder-84684, cleared binding levels {{(pid=104250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:34:53.918192 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-a4b1359e-60ac-4caa-b1e7-ace1dc249884 service neutron] For port 54a638db-254c-4005-b3f3-014e45f9ff9e, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=54a638db-254c-4005-b3f3-014e45f9ff9e,segment=NetworkSegment(f42053ac-70b9-4a5f-91c4-b122b3b8433a),segment_id=f42053ac-70b9-4a5f-91c4-b122b3b8433a)] {{(pid=104250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:34:53.922162 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3db716e0-d514-4a90-afa6-97d13fbe5398 req-3bccbe85-279e-49bf-ab84-f0ea90300ce6 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 943 time: 0.1704702 Jul 02 03:34:53.927740 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-a4b1359e-60ac-4caa-b1e7-ace1dc249884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (54a638db-254c-4005-b3f3-014e45f9ff9e), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:53.988079 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3db716e0-d514-4a90-afa6-97d13fbe5398 req-762dd240-66c1-49f3-aed5-aec11326799c tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7e9aa3-b936-4e8a-89b9-f5da8985c04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647972 Jul 02 03:34:54.010343 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-a4b1359e-60ac-4caa-b1e7-ace1dc249884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:54.011484 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-a4b1359e-60ac-4caa-b1e7-ace1dc249884 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:54.013055 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-a4b1359e-60ac-4caa-b1e7-ace1dc249884 service neutron] 10.222.0.26 "PUT /v2.0/ports/54a638db-254c-4005-b3f3-014e45f9ff9e HTTP/1.1" status: 200 len: 1094 time: 1.2513280 Jul 02 03:34:54.013926 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b1359e-60ac-4caa-b1e7-ace1dc249884 service neutron] Pushing event updated for resources: {'Port': ['ID=54a638db-254c-4005-b3f3-014e45f9ff9e,revision_number=3']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:54.026386 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e880e075-40f8-4727-b142-83ae3e2c6d03', 'tag': '54a638db-254c-4005-b3f3-014e45f9ff9e'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:34:54.029523 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48994dd6-d9fc-48dc-9776-00bed4f5f5b6" -d '{"events": [{"name": "network-changed", "server_uuid": "e880e075-40f8-4727-b142-83ae3e2c6d03", "tag": "54a638db-254c-4005-b3f3-014e45f9ff9e"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:34:54.113968 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2370e2ac-44e7-4665-8a35-867cbd6e40a7 x-openstack-request-id: req-2370e2ac-44e7-4665-8a35-867cbd6e40a7 {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:34:54.114575 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e880e075-40f8-4727-b142-83ae3e2c6d03", "tag": "54a638db-254c-4005-b3f3-014e45f9ff9e", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:34:54.114967 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2370e2ac-44e7-4665-8a35-867cbd6e40a7 {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:34:54.115546 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2370e2ac-44e7-4665-8a35-867cbd6e40a7'] response: {'name': 'network-changed', 'server_uuid': 'e880e075-40f8-4727-b142-83ae3e2c6d03', 'tag': '54a638db-254c-4005-b3f3-014e45f9ff9e', 'status': 'completed', 'code': 200} Jul 02 03:34:54.809458 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 60108) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:54.821290 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de81ea-b2a8-4159-9036-0ec64d3df2f2 req-7a8571a6-2e07-49c8-92c4-90e1ca450d2b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:54.822786 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-28de81ea-b2a8-4159-9036-0ec64d3df2f2 req-7a8571a6-2e07-49c8-92c4-90e1ca450d2b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 944 time: 0.0778310 Jul 02 03:34:54.828761 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac15d8-f766-4eb7-a4f1-64da5d51ae22 req-a9167e14-f1f0-4545-b9f4-4d5a39623610 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:54.830192 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fcac15d8-f766-4eb7-a4f1-64da5d51ae22 req-a9167e14-f1f0-4545-b9f4-4d5a39623610 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 943 time: 0.0834050 Jul 02 03:34:54.877054 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=44 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:54.904948 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-28de81ea-b2a8-4159-9036-0ec64d3df2f2 req-3f356c19-2cd2-4ee4-9373-868be4dd3a02 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=c07838c8-e6ce-4995-b85b-685cbd63932f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736830 Jul 02 03:34:54.910740 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fcac15d8-f766-4eb7-a4f1-64da5d51ae22 req-6a2fd51e-11b4-46c8-b969-da38b4ce4b52 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730884 Jul 02 03:34:54.942148 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-87b028b6-5639-4b75-8d08-fcf6a8ded5a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:55.008613 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-133a46af-97b1-4e63-9c41-1a17ac484fe3 req-1c0e09f9-f8c1-4046-9671-6c41ce93d01d tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 210 time: 0.0313144 Jul 02 03:34:55.010378 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:55.024103 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-87b028b6-5639-4b75-8d08-fcf6a8ded5a3 admin admin] Publish callbacks [] for security_group (3a87ad67-eeea-450b-b3b4-0ef4e2a4d07e), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:55.030592 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-87b028b6-5639-4b75-8d08-fcf6a8ded5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (3a87ad67-eeea-450b-b3b4-0ef4e2a4d07e), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:55.074702 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-87b028b6-5639-4b75-8d08-fcf6a8ded5a3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8121ad932a184f699a69c4a0b5ba74e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2619853 Jul 02 03:34:55.074702 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b028b6-5639-4b75-8d08-fcf6a8ded5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a87ad67-eeea-450b-b3b4-0ef4e2a4d07e,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:55.075591 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 60118) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:55.111270 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba11fd2-ffa7-44c2-b800-800db20642a5 req-86393dd4-227f-4423-96ff-246114242c06 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:55.113056 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cba11fd2-ffa7-44c2-b800-800db20642a5 req-86393dd4-227f-4423-96ff-246114242c06 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 943 time: 0.0502899 Jul 02 03:34:55.136423 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-fad3be78-090b-4060-b88e-1f48a37d629c admin admin] Publish callbacks [] for security_group (3a87ad67-eeea-450b-b3b4-0ef4e2a4d07e), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:55.165728 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-fad3be78-090b-4060-b88e-1f48a37d629c admin admin] Publish callbacks [] for security_group (3a87ad67-eeea-450b-b3b4-0ef4e2a4d07e), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:55.169955 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cba11fd2-ffa7-44c2-b800-800db20642a5 req-3bf4dac4-96f4-407a-91d3-14e7649f697a tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7e9aa3-b936-4e8a-89b9-f5da8985c04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505481 Jul 02 03:34:55.174621 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:55.216965 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-fad3be78-090b-4060-b88e-1f48a37d629c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (3a87ad67-eeea-450b-b3b4-0ef4e2a4d07e), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:55.219562 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-fad3be78-090b-4060-b88e-1f48a37d629c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:55.220713 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-fad3be78-090b-4060-b88e-1f48a37d629c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3a87ad67-eeea-450b-b3b4-0ef4e2a4d07e HTTP/1.1" status: 204 len: 168 time: 0.1442425 Jul 02 03:34:55.228923 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3be78-090b-4060-b88e-1f48a37d629c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a87ad67-eeea-450b-b3b4-0ef4e2a4d07e,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:55.324522 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:55.504069 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 60128) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:55.519727 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-1f41c852-e361-4fc5-bf68-68daabc01da3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:55.595039 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-1f41c852-e361-4fc5-bf68-68daabc01da3 admin admin] Publish callbacks [] for security_group (4f7e891c-218a-4183-b4fe-14f8c2b1cf31), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:55.601409 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-1f41c852-e361-4fc5-bf68-68daabc01da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (4f7e891c-218a-4183-b4fe-14f8c2b1cf31), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:55.619271 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=10,neutron:DELETE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:55.641375 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-1f41c852-e361-4fc5-bf68-68daabc01da3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=18f340ef2c3945d1910cebdff34ad625&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361320 Jul 02 03:34:55.643036 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41c852-e361-4fc5-bf68-68daabc01da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7e891c-218a-4183-b4fe-14f8c2b1cf31,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:55.643998 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 60130) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:55.661279 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:55.693024 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-bcc594b0-b4ac-4f88-a55c-e790a14a07e2 admin admin] Publish callbacks [] for security_group (4f7e891c-218a-4183-b4fe-14f8c2b1cf31), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:55.714536 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-bcc594b0-b4ac-4f88-a55c-e790a14a07e2 admin admin] Publish callbacks [] for security_group (4f7e891c-218a-4183-b4fe-14f8c2b1cf31), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:55.766874 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-bcc594b0-b4ac-4f88-a55c-e790a14a07e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (4f7e891c-218a-4183-b4fe-14f8c2b1cf31), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:55.769527 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-bcc594b0-b4ac-4f88-a55c-e790a14a07e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:55.770722 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-bcc594b0-b4ac-4f88-a55c-e790a14a07e2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4f7e891c-218a-4183-b4fe-14f8c2b1cf31 HTTP/1.1" status: 204 len: 168 time: 0.1257513 Jul 02 03:34:55.779263 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc594b0-b4ac-4f88-a55c-e790a14a07e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7e891c-218a-4183-b4fe-14f8c2b1cf31,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:56.060699 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:56.072207 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50a20e-1429-428b-9c64-fb21249c7310 req-84e58a67-6aab-453c-8590-078133d0be5d tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:56.073744 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2f50a20e-1429-428b-9c64-fb21249c7310 req-84e58a67-6aab-453c-8590-078133d0be5d tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 943 time: 0.0874352 Jul 02 03:34:56.082424 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23178ac-7c0e-40cc-a927-3e28e7eade45 req-e31ae9ea-c8a2-49cc-adba-2836a57899c3 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:56.083934 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d23178ac-7c0e-40cc-a927-3e28e7eade45 req-e31ae9ea-c8a2-49cc-adba-2836a57899c3 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 944 time: 0.0815713 Jul 02 03:34:56.162609 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2f50a20e-1429-428b-9c64-fb21249c7310 req-deb051a5-3c09-4bb7-98a3-1b543fa1ebef tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774543 Jul 02 03:34:56.167565 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d23178ac-7c0e-40cc-a927-3e28e7eade45 req-38dcb313-3e5a-4df0-bd0d-93c0e38fa050 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=c07838c8-e6ce-4995-b85b-685cbd63932f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743735 Jul 02 03:34:56.269488 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9ecbf6df-bd0f-4bbd-8d10-3ab6ee04c8b3 req-e00a91b5-d448-45ae-a614-1010de2327c6 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 210 time: 0.0366800 Jul 02 03:34:56.303760 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d1905-acfd-4e0d-98bb-633998f08861 req-0766d462-a9e9-45ea-ad70-589ad5d82688 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:56.305668 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-544d1905-acfd-4e0d-98bb-633998f08861 req-0766d462-a9e9-45ea-ad70-589ad5d82688 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 943 time: 0.0624855 Jul 02 03:34:56.356859 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-544d1905-acfd-4e0d-98bb-633998f08861 req-68afeeb0-0add-4c43-8bba-8b4153b4e874 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7e9aa3-b936-4e8a-89b9-f5da8985c04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452366 Jul 02 03:34:57.317798 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da1aa4-0360-4803-917a-64cf8fdeeebd req-41ad7b49-1e8b-4ca4-a659-0a1935ee028b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:57.319270 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-75da1aa4-0360-4803-917a-64cf8fdeeebd req-41ad7b49-1e8b-4ca4-a659-0a1935ee028b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 943 time: 0.0846252 Jul 02 03:34:57.325276 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70a754-3548-40f6-9ed9-222482609777 req-6b7730fc-9af8-4dc0-b330-02692740d47e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:57.326687 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0e70a754-3548-40f6-9ed9-222482609777 req-6b7730fc-9af8-4dc0-b330-02692740d47e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 944 time: 0.0815549 Jul 02 03:34:57.404309 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-75da1aa4-0360-4803-917a-64cf8fdeeebd req-b3b5c175-def5-44c4-b22e-63d77b3b014f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766594 Jul 02 03:34:57.412287 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0e70a754-3548-40f6-9ed9-222482609777 req-e40761e7-8476-4f2f-b112-6222323c0f48 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=c07838c8-e6ce-4995-b85b-685cbd63932f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776250 Jul 02 03:34:57.511173 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-72942527-bfc2-4e2c-a11d-ec67a88a92b0 req-add5e1ba-eb8c-48da-9b31-b4d0d108520e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 210 time: 0.0331531 Jul 02 03:34:57.557429 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64772080-f470-436b-957b-0c837058457f req-039fa820-4b74-48ee-9b44-05fc40bd9020 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:57.558948 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-64772080-f470-436b-957b-0c837058457f req-039fa820-4b74-48ee-9b44-05fc40bd9020 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 943 time: 0.0510125 Jul 02 03:34:57.609201 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-64772080-f470-436b-957b-0c837058457f req-d93027f9-2257-4320-b298-5a23005a42a4 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7e9aa3-b936-4e8a-89b9-f5da8985c04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438824 Jul 02 03:34:58.578508 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a9912-d6f5-4099-8525-4fa7d92335c7 req-6e1429a9-f6f9-4536-9b45-3ee3b363ebc8 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:58.580172 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9e5a9912-d6f5-4099-8525-4fa7d92335c7 req-6e1429a9-f6f9-4536-9b45-3ee3b363ebc8 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 943 time: 0.0904152 Jul 02 03:34:58.600138 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173cb1f4-2c77-4205-b831-9e4d94342a2f req-f4c92e49-f430-4355-a5cb-fb6ad1d09d51 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:58.601662 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-173cb1f4-2c77-4205-b831-9e4d94342a2f req-f4c92e49-f430-4355-a5cb-fb6ad1d09d51 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 944 time: 0.0913901 Jul 02 03:34:58.664218 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9e5a9912-d6f5-4099-8525-4fa7d92335c7 req-204eee43-6225-4cea-9ec2-d9cede625675 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781877 Jul 02 03:34:58.680063 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-173cb1f4-2c77-4205-b831-9e4d94342a2f req-fff8f8e5-7a41-406f-b236-7ae6d5c4616c tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=c07838c8-e6ce-4995-b85b-685cbd63932f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693593 Jul 02 03:34:58.804803 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-438ab704-0fed-46f7-be0f-b9e76c7ee988 req-3daddfe0-54ef-4772-b37c-4abd60a9b12b tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 210 time: 0.0409377 Jul 02 03:34:58.887052 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0286bb3-864d-417c-bdd2-3ef1e0dc67f1 req-a231f799-b57d-480c-a135-bbb3bc72a4e2 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:58.889167 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b0286bb3-864d-417c-bdd2-3ef1e0dc67f1 req-a231f799-b57d-480c-a135-bbb3bc72a4e2 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 943 time: 0.0833616 Jul 02 03:34:59.078874 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:59.107225 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b0286bb3-864d-417c-bdd2-3ef1e0dc67f1 req-28532616-de63-4430-b686-b7974652906c tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7e9aa3-b936-4e8a-89b9-f5da8985c04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117651 Jul 02 03:34:59.386476 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 60274) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:59.510051 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-971f2781-90af-4179-8764-34c147c919c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:59.587442 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-971f2781-90af-4179-8764-34c147c919c0 admin admin] Publish callbacks [] for security_group (b2b0bf63-b038-4cca-945f-3fe2be9ffb00), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:59.592168 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-971f2781-90af-4179-8764-34c147c919c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (b2b0bf63-b038-4cca-945f-3fe2be9ffb00), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:59.619029 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:34:59.633738 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-971f2781-90af-4179-8764-34c147c919c0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=58e6bc94f4d44deeb1341c8a74e5c5f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460582 Jul 02 03:34:59.635450 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f2781-90af-4179-8764-34c147c919c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b0bf63-b038-4cca-945f-3fe2be9ffb00,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:59.636705 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 60294) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:34:59.703276 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7e58aef3-bb37-4cb3-8443-7bdf84236764 admin admin] Publish callbacks [] for security_group (b2b0bf63-b038-4cca-945f-3fe2be9ffb00), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:59.726281 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7e58aef3-bb37-4cb3-8443-7bdf84236764 admin admin] Publish callbacks [] for security_group (b2b0bf63-b038-4cca-945f-3fe2be9ffb00), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:59.785319 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7e58aef3-bb37-4cb3-8443-7bdf84236764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (b2b0bf63-b038-4cca-945f-3fe2be9ffb00), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:59.788851 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7e58aef3-bb37-4cb3-8443-7bdf84236764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:34:59.790297 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-7e58aef3-bb37-4cb3-8443-7bdf84236764 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b2b0bf63-b038-4cca-945f-3fe2be9ffb00 HTTP/1.1" status: 204 len: 168 time: 0.1478593 Jul 02 03:34:59.807006 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58aef3-bb37-4cb3-8443-7bdf84236764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b0bf63-b038-4cca-945f-3fe2be9ffb00,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:34:59.877585 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3e510-9f8a-4447-9857-bddf5ea4b31b req-550970d2-1308-47ff-b7e7-6b9f8e17467f tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:59.879114 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d6d3e510-9f8a-4447-9857-bddf5ea4b31b req-550970d2-1308-47ff-b7e7-6b9f8e17467f tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 944 time: 0.0998294 Jul 02 03:34:59.903724 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256cfc88-827e-4b53-9029-31c417ef1b13 req-754e00b7-4441-47dc-990b-ee603d6e02ba tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:34:59.905494 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-256cfc88-827e-4b53-9029-31c417ef1b13 req-754e00b7-4441-47dc-990b-ee603d6e02ba tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 943 time: 0.0771341 Jul 02 03:34:59.961248 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d6d3e510-9f8a-4447-9857-bddf5ea4b31b req-944fb13d-6ae9-41bd-bf15-3686db398528 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=c07838c8-e6ce-4995-b85b-685cbd63932f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749865 Jul 02 03:35:00.004983 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-256cfc88-827e-4b53-9029-31c417ef1b13 req-cf344c6b-5fcc-4838-b46f-6e33bb9eb072 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920732 Jul 02 03:35:00.101584 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-15b07731-548a-4b70-bc74-ebde9eb02cba req-b8879b7e-f615-46b9-abe3-a94370ad7ddd tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 210 time: 0.0388005 Jul 02 03:35:00.316063 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-5aed8035-7948-4d5a-8b06-b6ebfda8fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:00.317557 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-5aed8035-7948-4d5a-8b06-b6ebfda8fa53 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=90266bc5-9fab-4778-b42a-3b7df43cdbc5 HTTP/1.1" status: 200 len: 850 time: 0.1242430 Jul 02 03:35:00.331821 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843a491-3f07-411f-9ccb-1fa6628ab7c8 req-1c0daf98-d678-4274-b706-ee9a14df27a7 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:00.333464 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1843a491-3f07-411f-9ccb-1fa6628ab7c8 req-1c0daf98-d678-4274-b706-ee9a14df27a7 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 943 time: 0.0645089 Jul 02 03:35:00.425228 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8186f3a-8323-4eba-b5e6-762477744ee9 req-c6115b54-e6af-4ccd-be2a-59d0cd98fd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:00.427987 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e8186f3a-8323-4eba-b5e6-762477744ee9 req-c6115b54-e6af-4ccd-be2a-59d0cd98fd92 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53c88ba2f03f47538ca0eaeb08ccfc07&device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 1127 time: 0.0643263 Jul 02 03:35:00.529657 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1843a491-3f07-411f-9ccb-1fa6628ab7c8 req-f0a91a7d-d830-4c3b-b9e3-618791a25a01 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7e9aa3-b936-4e8a-89b9-f5da8985c04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906779 Jul 02 03:35:00.553120 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-1d6f0468-41ac-497e-afbb-b6d1eb365ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:00.554738 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-1d6f0468-41ac-497e-afbb-b6d1eb365ca1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1906650 Jul 02 03:35:00.568487 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.26', 56998) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:00.653076 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd59a32-ebaf-47ed-97be-023da4fe9324 req-72c5a537-85ed-4d6c-97f6-18be026458ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:00.655757 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48994dd6-d9fc-48dc-9776-00bed4f5f5b6 req-32118f85-32a3-4c4e-92ac-a120bbcc1a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:00.656212 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fbd59a32-ebaf-47ed-97be-023da4fe9324 req-72c5a537-85ed-4d6c-97f6-18be026458ea service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2930601 Jul 02 03:35:00.657267 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-48994dd6-d9fc-48dc-9776-00bed4f5f5b6 req-32118f85-32a3-4c4e-92ac-a120bbcc1a5b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b44eff44cb504e1f9bf037303db24d1b&device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 1128 time: 0.1961324 Jul 02 03:35:00.785772 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8186f3a-8323-4eba-b5e6-762477744ee9 req-4db91c7c-e7fb-4942-b80b-02e338287d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:00.787919 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e8186f3a-8323-4eba-b5e6-762477744ee9 req-4db91c7c-e7fb-4942-b80b-02e338287d27 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1d7a687-b6ca-47c7-af08-d5e3055ff439 HTTP/1.1" status: 200 len: 919 time: 0.3483038 Jul 02 03:35:00.891318 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-175321c5-baf3-4dd2-a8f5-e7b529f8e87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:00.892959 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-175321c5-baf3-4dd2-a8f5-e7b529f8e87e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53c88ba2f03f47538ca0eaeb08ccfc07&device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 1127 time: 0.0999711 Jul 02 03:35:00.899007 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-08acab39-99d2-4eb4-a3e9-8b17ffdd8445 service neutron] 10.222.0.26 "GET /v2.0/networks/841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942701 Jul 02 03:35:00.988650 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-927382c3-cf66-423a-8f39-97cb2ec25c32 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e02d1bfd-a033-4aa9-9067-1cfc9301fed1 HTTP/1.1" status: 200 len: 217 time: 0.0716319 Jul 02 03:35:01.044075 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e8186f3a-8323-4eba-b5e6-762477744ee9 req-588c136e-b319-43b9-bada-902ea532f305 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d5c4d80-4bf3-4936-9cbd-a7174cf1642f HTTP/1.1" status: 200 len: 217 time: 0.2418280 Jul 02 03:35:01.053895 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48994dd6-d9fc-48dc-9776-00bed4f5f5b6 req-003b2b7d-f46b-45b9-85ed-0704d63cd105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:01.056151 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-48994dd6-d9fc-48dc-9776-00bed4f5f5b6 req-003b2b7d-f46b-45b9-85ed-0704d63cd105 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b44eff44cb504e1f9bf037303db24d1b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3230269 Jul 02 03:35:01.070376 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-fe214058-c0ab-4d7e-937a-f67981adfe8f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:01.085109 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-fe214058-c0ab-4d7e-937a-f67981adfe8f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.26 "GET /v2.0/networks?id=dc0b5a80-e232-44f7-a253-08cca2946b9f HTTP/1.1" status: 200 len: 817 time: 0.5131538 Jul 02 03:35:01.151535 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8186f3a-8323-4eba-b5e6-762477744ee9 req-bb6161b8-9b3d-4b37-9ded-a08006511456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:01.153093 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e8186f3a-8323-4eba-b5e6-762477744ee9 req-bb6161b8-9b3d-4b37-9ded-a08006511456 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9 HTTP/1.1" status: 200 len: 857 time: 0.0666997 Jul 02 03:35:01.168833 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:01.203021 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:01.243231 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-6cb2cd81-b560-48ca-a437-a86517990609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:01.244860 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-6cb2cd81-b560-48ca-a437-a86517990609 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9 HTTP/1.1" status: 200 len: 857 time: 0.1389792 Jul 02 03:35:01.252933 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb8f45-d9dd-41ed-9399-7e94bf447f81 req-f01a67d1-defd-4a7f-b8aa-15dd59289057 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:01.254465 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b7cb8f45-d9dd-41ed-9399-7e94bf447f81 req-f01a67d1-defd-4a7f-b8aa-15dd59289057 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 944 time: 0.1733146 Jul 02 03:35:01.263865 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729a1f4-6684-4316-aec7-d238c256b50c req-5af56e09-61bf-4bb4-a124-821501864bcc tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:01.265384 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e729a1f4-6684-4316-aec7-d238c256b50c req-5af56e09-61bf-4bb4-a124-821501864bcc tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 943 time: 0.1584387 Jul 02 03:35:01.268419 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0c5edc6b-c4de-4bc7-adc2-f03010966830 req-be1442b5-d6fb-49b1-875d-865bd3683b8c service neutron] 10.222.0.26 "GET /v2.0/networks/841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529489 Jul 02 03:35:01.332352 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:01.375533 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-8606349a-09ab-4405-9915-bceac4d4517a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:01.377098 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-8606349a-09ab-4405-9915-bceac4d4517a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1d7a687-b6ca-47c7-af08-d5e3055ff439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1210451 Jul 02 03:35:01.411141 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e729a1f4-6684-4316-aec7-d238c256b50c req-73e5547e-1850-4e08-b131-d6f64c177a2f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174171 Jul 02 03:35:01.437343 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b7cb8f45-d9dd-41ed-9399-7e94bf447f81 req-463424af-5991-434e-8b36-6a1f4f54aa1d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=c07838c8-e6ce-4995-b85b-685cbd63932f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624146 Jul 02 03:35:01.456273 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 60400) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:01.492069 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8186f3a-8323-4eba-b5e6-762477744ee9 req-78c0cc07-87b8-4460-90df-792d2397aba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:01.493476 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e8186f3a-8323-4eba-b5e6-762477744ee9 req-78c0cc07-87b8-4460-90df-792d2397aba3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1d7a687-b6ca-47c7-af08-d5e3055ff439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3172784 Jul 02 03:35:01.550031 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48994dd6-d9fc-48dc-9776-00bed4f5f5b6 req-78ec0b99-f417-4e6c-a69e-3417321c61a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:01.552122 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-48994dd6-d9fc-48dc-9776-00bed4f5f5b6 req-78ec0b99-f417-4e6c-a69e-3417321c61a7 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4646499 Jul 02 03:35:01.578694 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-bf2a2519-1d7d-40f4-969e-f786260b201b tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f39e852f8d14dec8e98d8d77fe90766 HTTP/1.1" status: 200 len: 380 time: 0.4245653 Jul 02 03:35:01.581946 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6453be08-e485-47fb-b32f-08253100ca35 req-af0e5315-7dc5-49d6-b840-525717c82ba4 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 210 time: 0.0688362 Jul 02 03:35:01.644489 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-bfc2d6af-3ca8-41c4-9c43-76799e6ef04a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:01.696587 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada9fe7-b9a9-4943-a9a2-774fd244df0e req-0c47d192-7c3f-4b13-a1e7-33a72d421524 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:01.698188 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4ada9fe7-b9a9-4943-a9a2-774fd244df0e req-0c47d192-7c3f-4b13-a1e7-33a72d421524 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 943 time: 0.0742431 Jul 02 03:35:01.779284 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4ada9fe7-b9a9-4943-a9a2-774fd244df0e req-3ecf0436-3ea3-4e07-b7b3-e72fb8d2332b tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7e9aa3-b936-4e8a-89b9-f5da8985c04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724661 Jul 02 03:35:01.808687 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-bfc2d6af-3ca8-41c4-9c43-76799e6ef04a admin admin] Publish callbacks [] for security_group (41fdcf5e-7bc1-432c-b42d-3cb848b2a9eb), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:01.813315 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-bfc2d6af-3ca8-41c4-9c43-76799e6ef04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (41fdcf5e-7bc1-432c-b42d-3cb848b2a9eb), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:01.853251 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-bfc2d6af-3ca8-41c4-9c43-76799e6ef04a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5daa8d3eaf2540918f6e0d3fbe987135&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3957801 Jul 02 03:35:01.854129 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2d6af-3ca8-41c4-9c43-76799e6ef04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fdcf5e-7bc1-432c-b42d-3cb848b2a9eb,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:01.856052 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 60424) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:01.870591 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:01.911800 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-895b9f84-184b-417d-a4df-4d6ece935450 admin admin] Publish callbacks [] for security_group (41fdcf5e-7bc1-432c-b42d-3cb848b2a9eb), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:01.934876 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-895b9f84-184b-417d-a4df-4d6ece935450 admin admin] Publish callbacks [] for security_group (41fdcf5e-7bc1-432c-b42d-3cb848b2a9eb), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:01.989845 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-895b9f84-184b-417d-a4df-4d6ece935450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (41fdcf5e-7bc1-432c-b42d-3cb848b2a9eb), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:01.992941 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-895b9f84-184b-417d-a4df-4d6ece935450 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:01.994103 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-895b9f84-184b-417d-a4df-4d6ece935450 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/41fdcf5e-7bc1-432c-b42d-3cb848b2a9eb HTTP/1.1" status: 204 len: 168 time: 0.1366739 Jul 02 03:35:02.002104 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b9f84-184b-417d-a4df-4d6ece935450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fdcf5e-7bc1-432c-b42d-3cb848b2a9eb,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:02.047640 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 1d5c4d80-4bf3-4936-9cbd-a7174cf1642f details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 03:35:02.155867 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 1d5c4d80-4bf3-4936-9cbd-a7174cf1642f, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=1d5c4d80-4bf3-4936-9cbd-a7174cf1642f,segment=NetworkSegment(a5a53470-af05-484e-b258-82f2776e0ce4),segment_id=a5a53470-af05-484e-b258-82f2776e0ce4)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:35:02.167254 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Returning: {'device': '1d5c4d80-4bf3-4936-9cbd-a7174cf1642f', 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439', 'port_id': '1d5c4d80-4bf3-4936-9cbd-a7174cf1642f', 'mac_address': 'fa:16:3e:ce:5d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 03:35:02.288788 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 60432) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:02.313896 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 1d5c4d80-4bf3-4936-9cbd-a7174cf1642f is: DOWN; New status is: BUILD {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:35:02.314281 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (1d5c4d80-4bf3-4936-9cbd-a7174cf1642f), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:02.328251 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d5c4d80-4bf3-4936-9cbd-a7174cf1642f {{(pid=104251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:35:02.351393 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 1d5c4d80-4bf3-4936-9cbd-a7174cf1642f, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=1d5c4d80-4bf3-4936-9cbd-a7174cf1642f,segment=NetworkSegment(a5a53470-af05-484e-b258-82f2776e0ce4),segment_id=a5a53470-af05-484e-b258-82f2776e0ce4)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:35:02.357481 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (1d5c4d80-4bf3-4936-9cbd-a7174cf1642f), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:02.409671 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=1d5c4d80-4bf3-4936-9cbd-a7174cf1642f,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:02.477265 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-6616e933-cdb8-4edd-9d30-dedeb409aeba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:02.557410 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-6616e933-cdb8-4edd-9d30-dedeb409aeba admin admin] Publish callbacks [] for security_group (eb4e481d-776a-402e-b7bf-d64f8776cc7d), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:02.562464 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-6616e933-cdb8-4edd-9d30-dedeb409aeba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (eb4e481d-776a-402e-b7bf-d64f8776cc7d), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:02.574966 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe526698-5e46-4009-a9cb-2651eaf150b0 req-90675771-dbf4-43c8-952d-428ef465365b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:02.576563 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fe526698-5e46-4009-a9cb-2651eaf150b0 req-90675771-dbf4-43c8-952d-428ef465365b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 944 time: 0.0865557 Jul 02 03:35:02.582522 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ad617-3e06-4383-8dc6-7f459238e5ca req-88c70a7d-7948-489b-8680-116fc3d9e6ab tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:02.583970 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-da4ad617-3e06-4383-8dc6-7f459238e5ca req-88c70a7d-7948-489b-8680-116fc3d9e6ab tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 943 time: 0.0817738 Jul 02 03:35:02.604153 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-6616e933-cdb8-4edd-9d30-dedeb409aeba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=91cf5f624b2e4584826f1c3d8511bd08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3141942 Jul 02 03:35:02.606221 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616e933-cdb8-4edd-9d30-dedeb409aeba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4e481d-776a-402e-b7bf-d64f8776cc7d,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:02.608770 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 60442) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:02.667571 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-3aead51e-100e-4a48-8865-e9f14d5e239f admin admin] Publish callbacks [] for security_group (eb4e481d-776a-402e-b7bf-d64f8776cc7d), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:02.667710 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fe526698-5e46-4009-a9cb-2651eaf150b0 req-bd55fdbc-7fb6-4b8b-8da7-e06599d84fdb tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=c07838c8-e6ce-4995-b85b-685cbd63932f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808997 Jul 02 03:35:02.683888 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-da4ad617-3e06-4383-8dc6-7f459238e5ca req-9ae69ca4-e850-40c9-b1c1-36a3efd764ba tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915210 Jul 02 03:35:02.689640 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-3aead51e-100e-4a48-8865-e9f14d5e239f admin admin] Publish callbacks [] for security_group (eb4e481d-776a-402e-b7bf-d64f8776cc7d), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:02.743623 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-3aead51e-100e-4a48-8865-e9f14d5e239f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (eb4e481d-776a-402e-b7bf-d64f8776cc7d), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:02.746202 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-3aead51e-100e-4a48-8865-e9f14d5e239f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:02.747643 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-3aead51e-100e-4a48-8865-e9f14d5e239f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eb4e481d-776a-402e-b7bf-d64f8776cc7d HTTP/1.1" status: 204 len: 168 time: 0.1379108 Jul 02 03:35:02.763065 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aead51e-100e-4a48-8865-e9f14d5e239f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4e481d-776a-402e-b7bf-d64f8776cc7d,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:02.800373 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c6948e32-95d2-4abd-a530-16fd28025a5a req-9d2ce7bc-82ba-492b-8d7e-1bf03a0917f2 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 210 time: 0.0470302 Jul 02 03:35:02.877165 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['1d5c4d80-4bf3-4936-9cbd-a7174cf1642f'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:35:02.973592 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d3aaf-6eca-49bf-bd0c-a2e35cdc18bb req-72e2878d-734d-4faa-a3f6-6b10afd934c9 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:02.981682 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-236d3aaf-6eca-49bf-bd0c-a2e35cdc18bb req-72e2878d-734d-4faa-a3f6-6b10afd934c9 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 943 time: 0.0695810 Jul 02 03:35:03.057313 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-236d3aaf-6eca-49bf-bd0c-a2e35cdc18bb req-57cb30f1-b564-4972-841b-aec037094233 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7e9aa3-b936-4e8a-89b9-f5da8985c04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675569 Jul 02 03:35:03.211412 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 60460) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:03.228548 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-725b3761-62dc-483c-b3dd-e755ce67fd81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:03.310205 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-725b3761-62dc-483c-b3dd-e755ce67fd81 admin admin] Publish callbacks [] for security_group (5ddf4c18-44d9-48c8-8fc4-3ead60d29638), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:03.317110 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-725b3761-62dc-483c-b3dd-e755ce67fd81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (5ddf4c18-44d9-48c8-8fc4-3ead60d29638), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:03.360189 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-725b3761-62dc-483c-b3dd-e755ce67fd81 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b32c15b56c8b4f10bee920d1ea932fa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1476662 Jul 02 03:35:03.360896 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b3761-62dc-483c-b3dd-e755ce67fd81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddf4c18-44d9-48c8-8fc4-3ead60d29638,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:03.363177 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 60468) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:03.425231 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-eb4e9351-fdfc-41c9-b72a-2347f5d4579c admin admin] Publish callbacks [] for security_group (5ddf4c18-44d9-48c8-8fc4-3ead60d29638), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:03.448103 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-eb4e9351-fdfc-41c9-b72a-2347f5d4579c admin admin] Publish callbacks [] for security_group (5ddf4c18-44d9-48c8-8fc4-3ead60d29638), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:03.496686 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-eb4e9351-fdfc-41c9-b72a-2347f5d4579c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (5ddf4c18-44d9-48c8-8fc4-3ead60d29638), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:03.499488 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-eb4e9351-fdfc-41c9-b72a-2347f5d4579c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:03.500683 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-eb4e9351-fdfc-41c9-b72a-2347f5d4579c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5ddf4c18-44d9-48c8-8fc4-3ead60d29638 HTTP/1.1" status: 204 len: 168 time: 0.1361647 Jul 02 03:35:03.509320 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e9351-fdfc-41c9-b72a-2347f5d4579c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddf4c18-44d9-48c8-8fc4-3ead60d29638,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:03.770632 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:03.820031 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055c4f1-c1d5-43d2-85de-0bfecc8744b6 req-59810c7d-0c3e-4d02-94cf-6b166ff19a23 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:03.821567 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3055c4f1-c1d5-43d2-85de-0bfecc8744b6 req-59810c7d-0c3e-4d02-94cf-6b166ff19a23 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 944 time: 0.0830131 Jul 02 03:35:03.833902 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83711b61-ffe0-4024-b28a-fe20678a54e5 req-59836c63-3a8d-4dd2-958f-ec84bb87bdf9 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:03.835536 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-83711b61-ffe0-4024-b28a-fe20678a54e5 req-59836c63-3a8d-4dd2-958f-ec84bb87bdf9 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 943 time: 0.0680118 Jul 02 03:35:03.841693 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:03.907107 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3055c4f1-c1d5-43d2-85de-0bfecc8744b6 req-5eefaf6b-5dc1-4e9b-b82b-f889b857731d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=c07838c8-e6ce-4995-b85b-685cbd63932f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794060 Jul 02 03:35:03.922691 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-83711b61-ffe0-4024-b28a-fe20678a54e5 req-ece0348d-e677-42af-82b8-7c7ecd358912 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737779 Jul 02 03:35:04.024803 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-02e66377-96b8-4804-8438-d140943d00a7 req-fe20c37d-c294-4b38-914f-f9edfea7ee3c tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 210 time: 0.0299659 Jul 02 03:35:04.180141 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc8e95-5629-4661-8d23-ddb02a1dfe95 req-e6cae8c0-5f6f-41a9-bf49-e95d9768587d tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:04.182253 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-effc8e95-5629-4661-8d23-ddb02a1dfe95 req-e6cae8c0-5f6f-41a9-bf49-e95d9768587d tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 943 time: 0.0695615 Jul 02 03:35:04.413684 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-effc8e95-5629-4661-8d23-ddb02a1dfe95 req-2bfb9752-8626-4fdc-b712-4b01e5d5e47d tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7e9aa3-b936-4e8a-89b9-f5da8985c04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244837 Jul 02 03:35:04.658942 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 60526) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:04.774754 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-195ae5b4-dec9-4a7a-addf-3ade2ecbacec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:04.854612 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-195ae5b4-dec9-4a7a-addf-3ade2ecbacec admin admin] Publish callbacks [] for security_group (c97ebc42-3068-4dfa-a90d-92dac8b3faf8), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:04.861130 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-195ae5b4-dec9-4a7a-addf-3ade2ecbacec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (c97ebc42-3068-4dfa-a90d-92dac8b3faf8), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:04.900819 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-195ae5b4-dec9-4a7a-addf-3ade2ecbacec admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=235cfa0baa33495ab83c292503eafb98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407610 Jul 02 03:35:04.902071 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ae5b4-dec9-4a7a-addf-3ade2ecbacec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97ebc42-3068-4dfa-a90d-92dac8b3faf8,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:04.903799 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 60530) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:04.929122 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:04.958872 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-01ca1d65-a38c-464a-8ed9-dee76602c407 admin admin] Publish callbacks [] for security_group (c97ebc42-3068-4dfa-a90d-92dac8b3faf8), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:04.978688 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:04.985077 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-01ca1d65-a38c-464a-8ed9-dee76602c407 admin admin] Publish callbacks [] for security_group (c97ebc42-3068-4dfa-a90d-92dac8b3faf8), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:05.038105 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-01ca1d65-a38c-464a-8ed9-dee76602c407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (c97ebc42-3068-4dfa-a90d-92dac8b3faf8), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:05.041058 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-01ca1d65-a38c-464a-8ed9-dee76602c407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:05.042393 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-01ca1d65-a38c-464a-8ed9-dee76602c407 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c97ebc42-3068-4dfa-a90d-92dac8b3faf8 HTTP/1.1" status: 204 len: 168 time: 0.1376235 Jul 02 03:35:05.051739 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca1d65-a38c-464a-8ed9-dee76602c407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97ebc42-3068-4dfa-a90d-92dac8b3faf8,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:05.086267 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80187685-c082-4f21-abb0-890281c59ad0 req-e949ea7f-a01c-45a5-bd53-ae0d9fd9e0d3 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:05.087821 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-80187685-c082-4f21-abb0-890281c59ad0 req-e949ea7f-a01c-45a5-bd53-ae0d9fd9e0d3 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 943 time: 0.0834651 Jul 02 03:35:05.108171 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bebe5-e681-4a07-afaa-b57d22147bad req-edcb0aff-5503-4a26-83c6-19b67bdcf73f tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:05.109558 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f49bebe5-e681-4a07-afaa-b57d22147bad req-edcb0aff-5503-4a26-83c6-19b67bdcf73f tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 944 time: 0.0737879 Jul 02 03:35:05.171193 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-80187685-c082-4f21-abb0-890281c59ad0 req-6afe19aa-db68-42c5-a209-ffba934d7684 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777216 Jul 02 03:35:05.190905 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f49bebe5-e681-4a07-afaa-b57d22147bad req-5c28cdba-78ef-4abd-89b1-655980d8adc1 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=c07838c8-e6ce-4995-b85b-685cbd63932f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741057 Jul 02 03:35:05.263937 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c45b79ce-4f4b-4256-b968-edac9d7b55f8 req-684e14bf-9b8a-4ef8-9e88-2c50cccf38a3 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 210 time: 0.0275991 Jul 02 03:35:05.541210 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9606a8a-52c5-4640-846c-153826a41fec req-6f505c65-1f37-423f-befc-f2a21a136486 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:05.543202 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e9606a8a-52c5-4640-846c-153826a41fec req-6f505c65-1f37-423f-befc-f2a21a136486 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 943 time: 0.0612457 Jul 02 03:35:05.593659 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e9606a8a-52c5-4640-846c-153826a41fec req-6c0ebacf-5fb8-476e-86a7-e581c404e5ef tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7e9aa3-b936-4e8a-89b9-f5da8985c04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436952 Jul 02 03:35:06.186712 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 60590) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:06.317569 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2e510-3af5-4ae0-a72d-3a202bfe7ae3 req-54fcd387-9738-4e95-a103-6841b856701b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:06.319120 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f0d2e510-3af5-4ae0-a72d-3a202bfe7ae3 req-54fcd387-9738-4e95-a103-6841b856701b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 943 time: 0.0769174 Jul 02 03:35:06.319274 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b4e3f8f1-fb6c-4e92-87d8-36e442db2912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:06.336915 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df8f9c-29b6-4752-9ebd-5561969c3081 req-d5ef4bad-c305-41ff-afe6-7a13eb3740ab tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:06.338359 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-73df8f9c-29b6-4752-9ebd-5561969c3081 req-d5ef4bad-c305-41ff-afe6-7a13eb3740ab tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 944 time: 0.0680561 Jul 02 03:35:06.400235 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b4e3f8f1-fb6c-4e92-87d8-36e442db2912 admin admin] Publish callbacks [] for security_group (950fe0fc-2171-41f0-a4eb-209912130ce3), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:06.401111 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:06.405602 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b4e3f8f1-fb6c-4e92-87d8-36e442db2912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (950fe0fc-2171-41f0-a4eb-209912130ce3), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:06.408855 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f0d2e510-3af5-4ae0-a72d-3a202bfe7ae3 req-03c333cd-24c0-40ad-b428-179df9812173 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834792 Jul 02 03:35:06.416632 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-73df8f9c-29b6-4752-9ebd-5561969c3081 req-0ebde372-a389-4a87-b098-8d25176861e7 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=c07838c8-e6ce-4995-b85b-685cbd63932f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699701 Jul 02 03:35:06.454204 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3f8f1-fb6c-4e92-87d8-36e442db2912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950fe0fc-2171-41f0-a4eb-209912130ce3,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:06.462148 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-b4e3f8f1-fb6c-4e92-87d8-36e442db2912 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2bab74b3847740b19382ad8503370719&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2717662 Jul 02 03:35:06.462545 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 60600) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:06.496196 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4174f82a-ba12-43f4-846f-c722b15efad8 req-5527ca5c-e389-4369-8495-cc48703cc500 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 210 time: 0.0268826 Jul 02 03:35:06.514049 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-575a479a-fa65-4ea5-9097-9098eab1fb86 admin admin] Publish callbacks [] for security_group (950fe0fc-2171-41f0-a4eb-209912130ce3), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:06.535772 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-575a479a-fa65-4ea5-9097-9098eab1fb86 admin admin] Publish callbacks [] for security_group (950fe0fc-2171-41f0-a4eb-209912130ce3), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:06.584714 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-575a479a-fa65-4ea5-9097-9098eab1fb86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (950fe0fc-2171-41f0-a4eb-209912130ce3), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:06.587522 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-575a479a-fa65-4ea5-9097-9098eab1fb86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:06.591016 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-575a479a-fa65-4ea5-9097-9098eab1fb86 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/950fe0fc-2171-41f0-a4eb-209912130ce3 HTTP/1.1" status: 204 len: 168 time: 0.1251917 Jul 02 03:35:06.597788 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a479a-fa65-4ea5-9097-9098eab1fb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950fe0fc-2171-41f0-a4eb-209912130ce3,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:06.717133 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c20ebf-f968-4ce6-8f96-78bb84acae50 req-cf3ad86d-276e-494a-b52b-dacc1e7ad368 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:06.718656 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d2c20ebf-f968-4ce6-8f96-78bb84acae50 req-cf3ad86d-276e-494a-b52b-dacc1e7ad368 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 943 time: 0.0492008 Jul 02 03:35:06.768138 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d2c20ebf-f968-4ce6-8f96-78bb84acae50 req-7614cf6b-9aa2-413d-a5e2-3e3fe7c33701 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7e9aa3-b936-4e8a-89b9-f5da8985c04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439429 Jul 02 03:35:06.953438 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-b4caba1e-be1e-41dc-9bd8-65537be5bd91 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Request body: {'port': {'device_id': 'bd2d5a1f-4e5b-4072-851a-d01f23742f55', 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f', 'admin_state_up': True, 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'security_groups': ['30283c57-b25d-4a6a-8fde-7f51a3063c9c']}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:35:07.042921 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:07.054113 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-bb9ceafd-f33e-4465-80e9-97d758770128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:07.056346 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-bb9ceafd-f33e-4465-80e9-97d758770128 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b44eff44cb504e1f9bf037303db24d1b&device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 1128 time: 0.0758519 Jul 02 03:35:07.076844 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-c2109581-11d2-41d8-9614-a2216d92452e service neutron] 10.222.0.26 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409562 Jul 02 03:35:07.127916 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b0eac-2e39-486f-b47f-ac8ce9b90850 req-ee3db7e8-e5ae-4fdd-912c-414813d37dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:07.129362 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6f8b0eac-2e39-486f-b47f-ac8ce9b90850 req-ee3db7e8-e5ae-4fdd-912c-414813d37dcc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dedc7a5a95d14f60b1a73198c8b5309b&device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 1127 time: 0.1487615 Jul 02 03:35:07.164550 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e8186f3a-8323-4eba-b5e6-762477744ee9 req-9213baee-0a8c-4bb1-b920-219601c5804c service neutron] 10.222.0.26 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258880 Jul 02 03:35:07.185679 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-b4caba1e-be1e-41dc-9bd8-65537be5bd91 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Made reservation on behalf of 7f39e852f8d14dec8e98d8d77fe90766 for: {'port': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:35:07.189657 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-b4caba1e-be1e-41dc-9bd8-65537be5bd91 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:07.216609 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:07.325751 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-ad0019c8-8a8c-4484-837f-4268729d17fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54a638db-254c-4005-b3f3-014e45f9ff9e HTTP/1.1" status: 200 len: 217 time: 0.0674803 Jul 02 03:35:07.429921 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-4f4b67ef-0de8-4222-bab5-7c881e19751a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:07.431489 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-4f4b67ef-0de8-4222-bab5-7c881e19751a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c753fd38-19d6-439d-9e37-af1a40857012 HTTP/1.1" status: 200 len: 854 time: 0.0981853 Jul 02 03:35:07.439934 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:07.458099 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-4d6beb30-8f9c-4f31-9097-eb25ca013cd7 service neutron] 10.222.0.26 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915007 Jul 02 03:35:07.489059 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e8186f3a-8323-4eba-b5e6-762477744ee9 req-1f67435e-3375-4ae0-b5de-70d01675edba service neutron] 10.222.0.26 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283363 Jul 02 03:35:07.490494 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-b4caba1e-be1e-41dc-9bd8-65537be5bd91 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Allocated IP 172.20.0.13 (dc0b5a80-e232-44f7-a253-08cca2946b9f/9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e/01f88803-1998-4eea-820a-bbda30202ac5) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:35:07.498544 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b0eac-2e39-486f-b47f-ac8ce9b90850 req-ff7b3c18-e87d-4f8e-bc08-089da7167089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:07.500054 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6f8b0eac-2e39-486f-b47f-ac8ce9b90850 req-ff7b3c18-e87d-4f8e-bc08-089da7167089 service neutron] 10.222.0.26 "GET /v2.0/networks?id=841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e HTTP/1.1" status: 200 len: 912 time: 0.2405529 Jul 02 03:35:07.589749 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 1d5c4d80-4bf3-4936-9cbd-a7174cf1642f up at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:35:07.613275 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199767c2-3063-4313-8e90-af298d0b9f18 req-d93629b5-6573-4eda-ad19-789b1a50b527 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:07.614971 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-199767c2-3063-4313-8e90-af298d0b9f18 req-d93629b5-6573-4eda-ad19-789b1a50b527 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 944 time: 0.1059613 Jul 02 03:35:07.635587 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:07.656935 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning for port 1d5c4d80-4bf3-4936-9cbd-a7174cf1642f completed by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 02 03:35:07.659132 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6f8b0eac-2e39-486f-b47f-ac8ce9b90850 req-f5a1d920-cc4b-483e-a0ec-fbf967c2a81c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb39fa4c-e4cc-46f8-8399-e7c6977c9420 HTTP/1.1" status: 200 len: 217 time: 0.0674148 Jul 02 03:35:07.660341 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4085f37-ef99-4523-87db-08965ba0a574 req-21bd1d7f-bdfc-4eb5-abf4-305a8ecae1f7 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:07.668061 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c4085f37-ef99-4523-87db-08965ba0a574 req-21bd1d7f-bdfc-4eb5-abf4-305a8ecae1f7 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 943 time: 0.1239438 Jul 02 03:35:07.668627 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning complete for port 1d5c4d80-4bf3-4936-9cbd-a7174cf1642f triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:35:07.669238 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (1d5c4d80-4bf3-4936-9cbd-a7174cf1642f), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:07.701630 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-6385f4fb-b573-47bf-bd86-bb14a19b7ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:07.703344 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-6385f4fb-b573-47bf-bd86-bb14a19b7ddf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=389311ee-b4f4-4d7f-89a6-51f9bda5ef70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1096210 Jul 02 03:35:07.765396 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-199767c2-3063-4313-8e90-af298d0b9f18 req-8dcbc998-6cd5-4df8-b6ac-6360c2da1d45 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=c07838c8-e6ce-4995-b85b-685cbd63932f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320996 Jul 02 03:35:07.768436 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c4085f37-ef99-4523-87db-08965ba0a574 req-f9549229-cbc5-4b2d-9858-4d4b4424b271 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996099 Jul 02 03:35:07.780350 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 1d5c4d80-4bf3-4936-9cbd-a7174cf1642f is: BUILD; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:35:07.780910 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (1d5c4d80-4bf3-4936-9cbd-a7174cf1642f), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:07.797803 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-b4caba1e-be1e-41dc-9bd8-65537be5bd91 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for port (01f88803-1998-4eea-820a-bbda30202ac5), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:07.809877 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dee71eb-cb9f-458e-96b2-4f6db8156153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5c4d80-4bf3-4936-9cbd-a7174cf1642f'}] {{(pid=104251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:35:07.841626 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-b4caba1e-be1e-41dc-9bd8-65537be5bd91 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (01f88803-1998-4eea-820a-bbda30202ac5), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:07.893968 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-b4caba1e-be1e-41dc-9bd8-65537be5bd91 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Network dc0b5a80-e232-44f7-a253-08cca2946b9f is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:35:07.900171 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-b4caba1e-be1e-41dc-9bd8-65537be5bd91 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:35:07.924929 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-b4caba1e-be1e-41dc-9bd8-65537be5bd91 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:35:07.962592 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4caba1e-be1e-41dc-9bd8-65537be5bd91 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Pushing event updated for resources: {'Port': ['ID=01f88803-1998-4eea-820a-bbda30202ac5,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:07.963816 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 1d5c4d80-4bf3-4936-9cbd-a7174cf1642f, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=1d5c4d80-4bf3-4936-9cbd-a7174cf1642f,segment=NetworkSegment(a5a53470-af05-484e-b258-82f2776e0ce4),segment_id=a5a53470-af05-484e-b258-82f2776e0ce4)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:35:07.973343 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (1d5c4d80-4bf3-4936-9cbd-a7174cf1642f), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:07.990879 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812f12c-35ad-41ec-8b87-4c908a628523 req-86a603b1-7c80-4b29-91be-493d5a0489dc tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:07.992088 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f812f12c-35ad-41ec-8b87-4c908a628523 req-86a603b1-7c80-4b29-91be-493d5a0489dc tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 932 time: 0.1111622 Jul 02 03:35:08.014258 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ababb87-875c-4470-a850-8a392fd01c19 req-673849fa-2f62-474d-9ae6-cd1e9d5b38e4 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:08.022041 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7ababb87-875c-4470-a850-8a392fd01c19 req-673849fa-2f62-474d-9ae6-cd1e9d5b38e4 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 943 time: 0.1211667 Jul 02 03:35:08.058735 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4caba1e-be1e-41dc-9bd8-65537be5bd91 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:08.062800 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4caba1e-be1e-41dc-9bd8-65537be5bd91 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:08.063700 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4caba1e-be1e-41dc-9bd8-65537be5bd91 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:08.064733 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4caba1e-be1e-41dc-9bd8-65537be5bd91 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:08.067772 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4caba1e-be1e-41dc-9bd8-65537be5bd91 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:08.068351 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4caba1e-be1e-41dc-9bd8-65537be5bd91 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:08.069906 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4caba1e-be1e-41dc-9bd8-65537be5bd91 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:08.070603 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4caba1e-be1e-41dc-9bd8-65537be5bd91 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:08.071730 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4caba1e-be1e-41dc-9bd8-65537be5bd91 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:08.073286 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4caba1e-be1e-41dc-9bd8-65537be5bd91 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:08.073811 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4caba1e-be1e-41dc-9bd8-65537be5bd91 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:08.074384 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4caba1e-be1e-41dc-9bd8-65537be5bd91 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:08.075397 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4caba1e-be1e-41dc-9bd8-65537be5bd91 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:08.077287 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4caba1e-be1e-41dc-9bd8-65537be5bd91 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:08.077891 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4caba1e-be1e-41dc-9bd8-65537be5bd91 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:08.139990 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:08.140662 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7ababb87-875c-4470-a850-8a392fd01c19 req-35626949-9d37-4b62-bde4-bd3cb3739bbd tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7e9aa3-b936-4e8a-89b9-f5da8985c04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168678 Jul 02 03:35:08.151325 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-b4caba1e-be1e-41dc-9bd8-65537be5bd91 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:08.152056 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-b4caba1e-be1e-41dc-9bd8-65537be5bd91 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:08.167073 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=1d5c4d80-4bf3-4936-9cbd-a7174cf1642f,revision_number=5']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:08.187952 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f812f12c-35ad-41ec-8b87-4c908a628523 req-a2380cf8-733f-487e-86a1-df3688a6cac4 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948614 Jul 02 03:35:08.204946 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-b4caba1e-be1e-41dc-9bd8-65537be5bd91 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2671871 Jul 02 03:35:08.212371 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea91eb0431f3890beba7fecfff9803703e4988fc204844c40d6eadfc05b4f309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c78307-2fcd-47f2-aa60-7d2588aa2889" -d '{"events": [{"server_uuid": "7dee71eb-cb9f-458e-96b2-4f6db8156153", "name": "network-vif-plugged", "status": "completed", "tag": "1d5c4d80-4bf3-4936-9cbd-a7174cf1642f"}]}' {{(pid=104251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:35:08.340844 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c09ecc1-e467-4bbb-bd81-f2a3a870558d x-openstack-request-id: req-5c09ecc1-e467-4bbb-bd81-f2a3a870558d {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:35:08.341330 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dee71eb-cb9f-458e-96b2-4f6db8156153", "name": "network-vif-plugged", "status": "completed", "tag": "1d5c4d80-4bf3-4936-9cbd-a7174cf1642f", "code": 200}]} {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:35:08.341589 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5c09ecc1-e467-4bbb-bd81-f2a3a870558d {{(pid=104251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:35:08.342050 dv-cinder-846842-9-iscsi neutron-server[104251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c09ecc1-e467-4bbb-bd81-f2a3a870558d'] response: {'server_uuid': '7dee71eb-cb9f-458e-96b2-4f6db8156153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5c4d80-4bf3-4936-9cbd-a7174cf1642f', 'code': 200} Jul 02 03:35:08.429657 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-6a9dc178-2822-4858-a85e-53c2d582b252 None None] Provisioning complete for port 01f88803-1998-4eea-820a-bbda30202ac5 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:35:08.430104 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6a9dc178-2822-4858-a85e-53c2d582b252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (01f88803-1998-4eea-820a-bbda30202ac5), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:08.462529 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-6a9dc178-2822-4858-a85e-53c2d582b252 None None] Port 01f88803-1998-4eea-820a-bbda30202ac5 cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:35:08.929393 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174d126-81b0-4656-b9ca-dcde5f925b4a req-3060a524-a988-4d59-aa7e-93b063c22031 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:08.935845 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2174d126-81b0-4656-b9ca-dcde5f925b4a req-3060a524-a988-4d59-aa7e-93b063c22031 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 944 time: 0.0816967 Jul 02 03:35:08.967880 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dce7ff-c29f-469e-8077-2aeffc74d1c8 req-ca7a6bd8-0e66-49c5-90e9-84f0dacee361 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:08.969416 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-56dce7ff-c29f-469e-8077-2aeffc74d1c8 req-ca7a6bd8-0e66-49c5-90e9-84f0dacee361 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 943 time: 0.0834026 Jul 02 03:35:08.996853 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:09.025016 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2174d126-81b0-4656-b9ca-dcde5f925b4a req-81c7dc5f-8b60-4243-801a-bc1fa982eee0 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=c07838c8-e6ce-4995-b85b-685cbd63932f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810533 Jul 02 03:35:09.062814 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-56dce7ff-c29f-469e-8077-2aeffc74d1c8 req-213ec0cd-27a1-4c71-bfd3-f80bc608d7e6 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866129 Jul 02 03:35:09.088939 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 60700) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:09.221525 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9e1b0275-f09f-4c81-8ef5-ebe9edcd745d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:09.316114 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993c016-612e-4050-a002-b9627be631bc req-97b7d5df-c12c-431b-bc94-2955e2e21c08 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:09.317523 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4993c016-612e-4050-a002-b9627be631bc req-97b7d5df-c12c-431b-bc94-2955e2e21c08 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 943 time: 0.0932939 Jul 02 03:35:09.356643 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedef242-903c-421c-b9e4-b7df59386d0d req-d183d6c8-e451-46af-945d-e5fef66a7ab4 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:09.358144 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fedef242-903c-421c-b9e4-b7df59386d0d req-d183d6c8-e451-46af-945d-e5fef66a7ab4 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 932 time: 0.0864897 Jul 02 03:35:09.414527 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:09.449949 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4993c016-612e-4050-a002-b9627be631bc req-d73dd397-10e3-4b27-b3d2-b88881e382df tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7e9aa3-b936-4e8a-89b9-f5da8985c04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233251 Jul 02 03:35:09.486863 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fedef242-903c-421c-b9e4-b7df59386d0d req-111ce01c-1a4e-419e-b70e-f3bd0194b681 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221390 Jul 02 03:35:09.498798 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9e1b0275-f09f-4c81-8ef5-ebe9edcd745d admin admin] Publish callbacks [] for security_group (6f8fdbb1-75f0-4621-a045-acd8d9b10fba), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:09.504526 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9e1b0275-f09f-4c81-8ef5-ebe9edcd745d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (6f8fdbb1-75f0-4621-a045-acd8d9b10fba), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:09.551482 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-9e1b0275-f09f-4c81-8ef5-ebe9edcd745d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=35dbd2c8211e4ccf95607e3f6a329294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4615490 Jul 02 03:35:09.552399 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b0275-f09f-4c81-8ef5-ebe9edcd745d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8fdbb1-75f0-4621-a045-acd8d9b10fba,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:09.554277 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 60722) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:09.559938 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1b0275-f09f-4c81-8ef5-ebe9edcd745d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:09.560551 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1b0275-f09f-4c81-8ef5-ebe9edcd745d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:09.560918 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1b0275-f09f-4c81-8ef5-ebe9edcd745d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:09.561257 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1b0275-f09f-4c81-8ef5-ebe9edcd745d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:09.561588 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1b0275-f09f-4c81-8ef5-ebe9edcd745d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:09.561906 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1b0275-f09f-4c81-8ef5-ebe9edcd745d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:09.562227 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1b0275-f09f-4c81-8ef5-ebe9edcd745d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:09.562542 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1b0275-f09f-4c81-8ef5-ebe9edcd745d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:09.562876 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1b0275-f09f-4c81-8ef5-ebe9edcd745d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:09.563199 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1b0275-f09f-4c81-8ef5-ebe9edcd745d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:09.563563 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1b0275-f09f-4c81-8ef5-ebe9edcd745d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:09.563885 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1b0275-f09f-4c81-8ef5-ebe9edcd745d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:09.564200 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1b0275-f09f-4c81-8ef5-ebe9edcd745d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:09.564513 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1b0275-f09f-4c81-8ef5-ebe9edcd745d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:09.564829 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1b0275-f09f-4c81-8ef5-ebe9edcd745d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:09.593079 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device cb39fa4c-e4cc-46f8-8399-e7c6977c9420 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 03:35:09.605227 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-bd92ec53-d64c-4e09-90b4-b994a35e9715 admin admin] Publish callbacks [] for security_group (6f8fdbb1-75f0-4621-a045-acd8d9b10fba), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:09.627117 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-bd92ec53-d64c-4e09-90b4-b994a35e9715 admin admin] Publish callbacks [] for security_group (6f8fdbb1-75f0-4621-a045-acd8d9b10fba), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:09.678314 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-bd92ec53-d64c-4e09-90b4-b994a35e9715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (6f8fdbb1-75f0-4621-a045-acd8d9b10fba), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:09.681341 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-bd92ec53-d64c-4e09-90b4-b994a35e9715 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:09.685263 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-bd92ec53-d64c-4e09-90b4-b994a35e9715 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6f8fdbb1-75f0-4621-a045-acd8d9b10fba HTTP/1.1" status: 204 len: 168 time: 0.1272101 Jul 02 03:35:09.697067 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92ec53-d64c-4e09-90b4-b994a35e9715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8fdbb1-75f0-4621-a045-acd8d9b10fba,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:09.699646 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port cb39fa4c-e4cc-46f8-8399-e7c6977c9420, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=cb39fa4c-e4cc-46f8-8399-e7c6977c9420,segment=NetworkSegment(ec29d66c-8d83-451b-aa99-a0628d4a36c4),segment_id=ec29d66c-8d83-451b-aa99-a0628d4a36c4)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:35:09.719745 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Returning: {'device': 'cb39fa4c-e4cc-46f8-8399-e7c6977c9420', 'network_id': '841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e', 'port_id': 'cb39fa4c-e4cc-46f8-8399-e7c6977c9420', 'mac_address': 'fa:16:3e:10:46:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90266bc5-9fab-4778-b42a-3b7df43cdbc5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 03:35:09.757804 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port cb39fa4c-e4cc-46f8-8399-e7c6977c9420 is: DOWN; New status is: BUILD {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:35:09.758193 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (cb39fa4c-e4cc-46f8-8399-e7c6977c9420), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:09.771868 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb39fa4c-e4cc-46f8-8399-e7c6977c9420 {{(pid=104251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:35:09.795861 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port cb39fa4c-e4cc-46f8-8399-e7c6977c9420, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=cb39fa4c-e4cc-46f8-8399-e7c6977c9420,segment=NetworkSegment(ec29d66c-8d83-451b-aa99-a0628d4a36c4),segment_id=ec29d66c-8d83-451b-aa99-a0628d4a36c4)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:35:09.797698 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (cb39fa4c-e4cc-46f8-8399-e7c6977c9420), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:09.847311 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=cb39fa4c-e4cc-46f8-8399-e7c6977c9420,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:09.854460 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:09.854809 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:09.855174 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:09.855555 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:09.855889 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:09.856218 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:09.856541 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:09.856865 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:09.857187 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:09.857506 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:09.857859 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:09.858172 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:09.858562 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:09.858878 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:09.859189 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:09.969375 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 60728) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:09.983887 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-71608686-9c1e-4741-abd8-033dab9bbe63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:09.995106 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:10.069915 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-71608686-9c1e-4741-abd8-033dab9bbe63 admin admin] Publish callbacks [] for security_group (b2b5b9aa-1b94-42b3-a9b7-d90c79315ef7), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:10.073829 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-71608686-9c1e-4741-abd8-033dab9bbe63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (b2b5b9aa-1b94-42b3-a9b7-d90c79315ef7), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:10.119150 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71608686-9c1e-4741-abd8-033dab9bbe63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b5b9aa-1b94-42b3-a9b7-d90c79315ef7,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:10.127372 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 60736) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:10.128053 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-71608686-9c1e-4741-abd8-033dab9bbe63 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5b36792942584f5289876f74e9619452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1576190 Jul 02 03:35:10.138114 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aad714-b620-4930-8ca6-e8fcc784fe92 req-a5fb2285-ae02-4340-a74d-24a1a8737afb tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:10.139895 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-43aad714-b620-4930-8ca6-e8fcc784fe92 req-a5fb2285-ae02-4340-a74d-24a1a8737afb tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 944 time: 0.0519140 Jul 02 03:35:10.248428 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3cfa6-37f0-430b-ae5a-8f0420eef0cc req-be19464b-4a39-4c6d-9944-c2c61ea11ddc tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:10.249996 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-33d3cfa6-37f0-430b-ae5a-8f0420eef0cc req-be19464b-4a39-4c6d-9944-c2c61ea11ddc tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 943 time: 0.0776703 Jul 02 03:35:10.272689 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-43aad714-b620-4930-8ca6-e8fcc784fe92 req-bdb758dd-efe4-4ebc-ae52-3babe56ea23d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=c07838c8-e6ce-4995-b85b-685cbd63932f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265881 Jul 02 03:35:10.282222 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-86cd6151-2467-49e9-ac67-4e7ccb39b01b admin admin] Publish callbacks [] for security_group (b2b5b9aa-1b94-42b3-a9b7-d90c79315ef7), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:10.326694 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-33d3cfa6-37f0-430b-ae5a-8f0420eef0cc req-7f63122c-0de0-447e-8ea6-3ec07f884905 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707910 Jul 02 03:35:10.328405 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-86cd6151-2467-49e9-ac67-4e7ccb39b01b admin admin] Publish callbacks [] for security_group (b2b5b9aa-1b94-42b3-a9b7-d90c79315ef7), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:10.380418 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-86cd6151-2467-49e9-ac67-4e7ccb39b01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (b2b5b9aa-1b94-42b3-a9b7-d90c79315ef7), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:10.383185 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-86cd6151-2467-49e9-ac67-4e7ccb39b01b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:10.384353 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-86cd6151-2467-49e9-ac67-4e7ccb39b01b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b2b5b9aa-1b94-42b3-a9b7-d90c79315ef7 HTTP/1.1" status: 204 len: 168 time: 0.2560625 Jul 02 03:35:10.391993 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd6151-2467-49e9-ac67-4e7ccb39b01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b5b9aa-1b94-42b3-a9b7-d90c79315ef7,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:10.614070 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec185e00-a257-4050-ba6c-3e7cc41ce1f8 req-2dff8d0b-8b68-4d82-b3ba-39d11b91db0f tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:10.615968 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ec185e00-a257-4050-ba6c-3e7cc41ce1f8 req-2dff8d0b-8b68-4d82-b3ba-39d11b91db0f tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 944 time: 0.0807488 Jul 02 03:35:10.634734 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:10.655533 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96d738-c38b-4e34-b3b3-13a31b29bf2e req-7958b560-711a-4947-b446-509fec028f9e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:10.657169 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1d96d738-c38b-4e34-b3b3-13a31b29bf2e req-7958b560-711a-4947-b446-509fec028f9e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 932 time: 0.0838847 Jul 02 03:35:10.709779 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ec185e00-a257-4050-ba6c-3e7cc41ce1f8 req-36d9e5d7-6f83-4c36-a099-d06492988535 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7e9aa3-b936-4e8a-89b9-f5da8985c04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862436 Jul 02 03:35:10.734103 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1d96d738-c38b-4e34-b3b3-13a31b29bf2e req-94da69d2-3d2b-4057-84b0-daff9fe38354 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702858 Jul 02 03:35:10.779455 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 60750) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:10.797731 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-11531391-2987-4b6b-9bb6-f5718ed74429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:10.876973 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-11531391-2987-4b6b-9bb6-f5718ed74429 admin admin] Publish callbacks [] for security_group (a9779177-1468-41d4-9fee-93aab3b4d6d1), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:10.882212 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-11531391-2987-4b6b-9bb6-f5718ed74429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (a9779177-1468-41d4-9fee-93aab3b4d6d1), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:10.924389 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-11531391-2987-4b6b-9bb6-f5718ed74429 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=709ebb39f1084a27b66caa7ec1546d8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437840 Jul 02 03:35:10.925209 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11531391-2987-4b6b-9bb6-f5718ed74429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9779177-1468-41d4-9fee-93aab3b4d6d1,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:10.927199 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 60752) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:10.983559 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-6ff5efbe-3105-4d2e-b57b-9392f79a7a30 admin admin] Publish callbacks [] for security_group (a9779177-1468-41d4-9fee-93aab3b4d6d1), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:10.993588 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:11.006136 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-6ff5efbe-3105-4d2e-b57b-9392f79a7a30 admin admin] Publish callbacks [] for security_group (a9779177-1468-41d4-9fee-93aab3b4d6d1), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:11.056694 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-6ff5efbe-3105-4d2e-b57b-9392f79a7a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (a9779177-1468-41d4-9fee-93aab3b4d6d1), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:11.059407 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-6ff5efbe-3105-4d2e-b57b-9392f79a7a30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:11.060628 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-6ff5efbe-3105-4d2e-b57b-9392f79a7a30 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a9779177-1468-41d4-9fee-93aab3b4d6d1 HTTP/1.1" status: 204 len: 168 time: 0.1323364 Jul 02 03:35:11.068471 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5efbe-3105-4d2e-b57b-9392f79a7a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9779177-1468-41d4-9fee-93aab3b4d6d1,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:11.391723 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0a5ec-997d-4f6d-9362-c904a2d6e565 req-dcf05353-dbdc-4e7b-99d8-79355e55efb6 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:11.393250 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e1e0a5ec-997d-4f6d-9362-c904a2d6e565 req-dcf05353-dbdc-4e7b-99d8-79355e55efb6 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 944 time: 0.0519791 Jul 02 03:35:11.429473 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:11.487460 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac13a1-f572-4096-b618-e035c5cfdc9b req-40f4ff38-840b-4972-8b82-f12896ac625d tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:11.489025 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ecac13a1-f572-4096-b618-e035c5cfdc9b req-40f4ff38-840b-4972-8b82-f12896ac625d tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 943 time: 0.0814123 Jul 02 03:35:11.492721 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e1e0a5ec-997d-4f6d-9362-c904a2d6e565 req-009376e6-c5a1-4768-bb05-53c6c4302d79 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=c07838c8-e6ce-4995-b85b-685cbd63932f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925441 Jul 02 03:35:11.538692 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ecac13a1-f572-4096-b618-e035c5cfdc9b req-a085b536-250d-483a-9ddd-2fa64fac9fad tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434637 Jul 02 03:35:11.857976 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a8ee5-142a-49db-9b59-6791def871ad req-d874d296-6e3e-4abf-bda0-a82948d9909a tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:11.859681 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1a2a8ee5-142a-49db-9b59-6791def871ad req-d874d296-6e3e-4abf-bda0-a82948d9909a tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 944 time: 0.0800354 Jul 02 03:35:11.878690 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec3d11-f7ed-4116-820e-1156464b4db5 req-eb77dc80-306c-4190-a7be-59a3fe337d9f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:11.880181 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-60ec3d11-f7ed-4116-820e-1156464b4db5 req-eb77dc80-306c-4190-a7be-59a3fe337d9f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 932 time: 0.0703700 Jul 02 03:35:11.953652 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1a2a8ee5-142a-49db-9b59-6791def871ad req-12e181b7-2736-4a26-82ff-8df2fac65ca2 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7e9aa3-b936-4e8a-89b9-f5da8985c04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863204 Jul 02 03:35:11.957677 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-60ec3d11-f7ed-4116-820e-1156464b4db5 req-efe15a8e-3221-4dc1-803f-fdda0c0cc280 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682068 Jul 02 03:35:12.620786 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc815bb3-e0cb-4f40-9458-ee3f9f6e0a57 req-04b41ed5-0f39-4b2f-941e-7cdaa52a6a3f tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:12.624557 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-dc815bb3-e0cb-4f40-9458-ee3f9f6e0a57 req-04b41ed5-0f39-4b2f-941e-7cdaa52a6a3f tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 944 time: 0.0641048 Jul 02 03:35:12.717288 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b7793-096b-4aee-a699-1ed478cfdc24 req-fba10078-bcd0-4ce0-a4b5-0597c9713250 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:12.718813 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-792b7793-096b-4aee-a699-1ed478cfdc24 req-fba10078-bcd0-4ce0-a4b5-0597c9713250 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 943 time: 0.0739698 Jul 02 03:35:12.726817 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-dc815bb3-e0cb-4f40-9458-ee3f9f6e0a57 req-459b7713-90b3-4262-aac3-cb8f862acdc7 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=c07838c8-e6ce-4995-b85b-685cbd63932f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965168 Jul 02 03:35:12.773330 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-792b7793-096b-4aee-a699-1ed478cfdc24 req-affcb7f1-05a6-4257-8b62-46d6be573695 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455084 Jul 02 03:35:13.119596 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5020bf0-0b4c-4fdb-896c-2f01faf5fbef req-5dc95e70-687b-4274-af87-de6f56a3db63 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:13.121128 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b5020bf0-0b4c-4fdb-896c-2f01faf5fbef req-5dc95e70-687b-4274-af87-de6f56a3db63 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 944 time: 0.0830560 Jul 02 03:35:13.129897 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7b2e1-7dcd-45f2-ad6b-05e41b1d5ce8 req-86c15568-bf57-4acf-ab81-2fcb9bb9f6b6 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:13.129897 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5ba7b2e1-7dcd-45f2-ad6b-05e41b1d5ce8 req-86c15568-bf57-4acf-ab81-2fcb9bb9f6b6 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 932 time: 0.0880082 Jul 02 03:35:13.205846 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b5020bf0-0b4c-4fdb-896c-2f01faf5fbef req-67282efa-b242-4ef9-b98f-17a7d10ba2f4 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7e9aa3-b936-4e8a-89b9-f5da8985c04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761318 Jul 02 03:35:13.213207 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5ba7b2e1-7dcd-45f2-ad6b-05e41b1d5ce8 req-11d98185-1e8e-45fb-bb11-57e702df2da6 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753400 Jul 02 03:35:13.273707 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 60852) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:13.393274 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-519708b9-9923-44fb-9979-91c9bc21d448 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:13.458303 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['cb39fa4c-e4cc-46f8-8399-e7c6977c9420'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:35:13.484660 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-519708b9-9923-44fb-9979-91c9bc21d448 admin admin] Publish callbacks [] for security_group (be0fca84-0f8b-468f-b5f2-e62d5c01febe), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:13.490136 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-519708b9-9923-44fb-9979-91c9bc21d448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (be0fca84-0f8b-468f-b5f2-e62d5c01febe), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:13.530244 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-519708b9-9923-44fb-9979-91c9bc21d448 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=36cc35de74da4061b0388fff19af3af2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2553303 Jul 02 03:35:13.531560 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519708b9-9923-44fb-9979-91c9bc21d448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0fca84-0f8b-468f-b5f2-e62d5c01febe,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:13.533080 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 60856) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:13.548182 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:13.587665 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0df5816e-3b38-47a7-a6ad-3f864ed315ce admin admin] Publish callbacks [] for security_group (be0fca84-0f8b-468f-b5f2-e62d5c01febe), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:13.609880 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0df5816e-3b38-47a7-a6ad-3f864ed315ce admin admin] Publish callbacks [] for security_group (be0fca84-0f8b-468f-b5f2-e62d5c01febe), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:13.660378 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0df5816e-3b38-47a7-a6ad-3f864ed315ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (be0fca84-0f8b-468f-b5f2-e62d5c01febe), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:13.664379 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0df5816e-3b38-47a7-a6ad-3f864ed315ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:13.668116 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-0df5816e-3b38-47a7-a6ad-3f864ed315ce admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/be0fca84-0f8b-468f-b5f2-e62d5c01febe HTTP/1.1" status: 204 len: 168 time: 0.1315191 Jul 02 03:35:13.676040 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df5816e-3b38-47a7-a6ad-3f864ed315ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0fca84-0f8b-468f-b5f2-e62d5c01febe,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:13.726109 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-2b8fa219-dc41-4983-8aeb-4b9cf2eeed53 service neutron] Request body: {'port': {'device_id': 'bd2d5a1f-4e5b-4072-851a-d01f23742f55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:35:13.821084 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b0eac-2e39-486f-b47f-ac8ce9b90850 req-7e200e8d-2e5e-4b4e-ae96-4585ffad38ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:13.823111 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6f8b0eac-2e39-486f-b47f-ac8ce9b90850 req-7e200e8d-2e5e-4b4e-ae96-4585ffad38ec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=90266bc5-9fab-4778-b42a-3b7df43cdbc5 HTTP/1.1" status: 200 len: 850 time: 0.1239572 Jul 02 03:35:13.854556 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-2b8fa219-dc41-4983-8aeb-4b9cf2eeed53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (01f88803-1998-4eea-820a-bbda30202ac5), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:13.888734 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:13.947203 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-7d2d5edc-eaf7-4c5d-81c0-b7956e91722a service neutron] 10.222.0.26 "GET /v2.0/networks/389311ee-b4f4-4d7f-89a6-51f9bda5ef70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389216 Jul 02 03:35:13.966206 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cdf52-5fd8-4450-90bd-5374c3c55f3b req-3fd65d8d-4815-4b1e-9a03-f5dccd59aac3 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:13.968306 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ad0cdf52-5fd8-4450-90bd-5374c3c55f3b req-3fd65d8d-4815-4b1e-9a03-f5dccd59aac3 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 944 time: 0.1185718 Jul 02 03:35:13.991042 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b740539-ec34-4b6b-9095-4276f64cf597 req-6ba06ec2-6bd8-49cb-835c-b760979b1335 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:13.993018 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2b740539-ec34-4b6b-9095-4276f64cf597 req-6ba06ec2-6bd8-49cb-835c-b760979b1335 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 943 time: 0.0985899 Jul 02 03:35:14.054376 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 60870) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:14.069568 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-02dc9ee8-c6e9-4236-8480-ecf80d9130e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:14.082522 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:UPDATE=2,neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:14.171375 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b0eac-2e39-486f-b47f-ac8ce9b90850 req-dde70090-c58e-4cdb-9029-c21ec6080630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:14.172899 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6f8b0eac-2e39-486f-b47f-ac8ce9b90850 req-dde70090-c58e-4cdb-9029-c21ec6080630 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0873194 Jul 02 03:35:14.255087 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-2b8fa219-dc41-4983-8aeb-4b9cf2eeed53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01f88803-1998-4eea-820a-bbda30202ac5 {{(pid=104250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:35:14.267326 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-2b8fa219-dc41-4983-8aeb-4b9cf2eeed53 service neutron] Publish callbacks [] for port (01f88803-1998-4eea-820a-bbda30202ac5), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:14.296576 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.provisioning_blocks [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-2b8fa219-dc41-4983-8aeb-4b9cf2eeed53 service neutron] Transition to ACTIVE for port object 01f88803-1998-4eea-820a-bbda30202ac5 will not be triggered until provisioned by entity L2. {{(pid=104250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 02 03:35:14.302188 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:14.304505 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-02dc9ee8-c6e9-4236-8480-ecf80d9130e5 admin admin] Publish callbacks [] for security_group (a42c76fe-3890-4ff7-a52f-d540ef9460e2), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:14.305880 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-2b8fa219-dc41-4983-8aeb-4b9cf2eeed53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (01f88803-1998-4eea-820a-bbda30202ac5), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:14.342735 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-02dc9ee8-c6e9-4236-8480-ecf80d9130e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (a42c76fe-3890-4ff7-a52f-d540ef9460e2), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:14.358482 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2b740539-ec34-4b6b-9095-4276f64cf597 req-1d5e03bf-ed0d-44d5-91fd-266ade65021b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318994 Jul 02 03:35:14.361360 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ad0cdf52-5fd8-4450-90bd-5374c3c55f3b req-b032630d-4f62-4b3b-ab87-6a3240132d8f tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=c07838c8-e6ce-4995-b85b-685cbd63932f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3864424 Jul 02 03:35:14.401512 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8fa219-dc41-4983-8aeb-4b9cf2eeed53 service neutron] Pushing event updated for resources: {'Port': ['ID=01f88803-1998-4eea-820a-bbda30202ac5,revision_number=2']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:14.430022 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-26a7d0e3-5a29-4d3b-b78f-63654eedccde service neutron] 10.222.0.26 "GET /v2.0/networks/389311ee-b4f4-4d7f-89a6-51f9bda5ef70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047842 Jul 02 03:35:14.471207 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc9ee8-c6e9-4236-8480-ecf80d9130e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42c76fe-3890-4ff7-a52f-d540ef9460e2,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:14.547847 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-02dc9ee8-c6e9-4236-8480-ecf80d9130e5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=55ca3bd2637e4fb5b74f7c0da43e3e7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4922419 Jul 02 03:35:14.551426 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19343801-4ffe-4850-ad15-6d965d83cfb2 req-10bb8525-31ae-4dd4-996c-1625fac23a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:14.553111 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-19343801-4ffe-4850-ad15-6d965d83cfb2 req-10bb8525-31ae-4dd4-996c-1625fac23a0c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 1129 time: 0.1526933 Jul 02 03:35:14.556541 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 60890) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:14.578570 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84500392-8771-4158-9610-52b18484596a req-02068587-7aa6-4dda-9fe6-de78c536b7f7 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:14.581238 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-84500392-8771-4158-9610-52b18484596a req-02068587-7aa6-4dda-9fe6-de78c536b7f7 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 944 time: 0.1218486 Jul 02 03:35:14.607703 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44db564-cda7-4751-9f00-f84666c878f0 req-bd78bd4a-030d-4764-80d2-6f37005e4509 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:14.618376 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a44db564-cda7-4751-9f00-f84666c878f0 req-bd78bd4a-030d-4764-80d2-6f37005e4509 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.1062260 Jul 02 03:35:14.699178 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-84500392-8771-4158-9610-52b18484596a req-e592afa3-7e7e-4c9e-9f8e-e159ba98d4c8 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7e9aa3-b936-4e8a-89b9-f5da8985c04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793130 Jul 02 03:35:14.730405 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a44db564-cda7-4751-9f00-f84666c878f0 req-e9057c48-25b0-4f30-bbf1-6b0a0f62a279 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780847 Jul 02 03:35:14.809557 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device e02d1bfd-a033-4aa9-9067-1cfc9301fed1 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 03:35:14.838066 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device cb39fa4c-e4cc-46f8-8399-e7c6977c9420 up at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:35:14.874095 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:14.918756 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-19343801-4ffe-4850-ad15-6d965d83cfb2 req-51d9a4fe-aaf3-454d-b657-16b1e96a0ad8 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:14.926332 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning for port cb39fa4c-e4cc-46f8-8399-e7c6977c9420 completed by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 02 03:35:14.946418 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning complete for port cb39fa4c-e4cc-46f8-8399-e7c6977c9420 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:35:14.946701 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (cb39fa4c-e4cc-46f8-8399-e7c6977c9420), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:15.000416 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-bfecafaa-4c03-46e7-82d4-dad7175e3390 admin admin] Publish callbacks [] for security_group (a42c76fe-3890-4ff7-a52f-d540ef9460e2), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:15.012914 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6f8b0eac-2e39-486f-b47f-ac8ce9b90850 req-938cb8f2-fae3-4513-a47d-d83367bbed16 service neutron] 10.222.0.26 "GET /v2.0/networks/841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6339927 Jul 02 03:35:15.051392 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port e02d1bfd-a033-4aa9-9067-1cfc9301fed1, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=e02d1bfd-a033-4aa9-9067-1cfc9301fed1,segment=NetworkSegment(a5a53470-af05-484e-b258-82f2776e0ce4),segment_id=a5a53470-af05-484e-b258-82f2776e0ce4)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:35:15.058047 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-2b8fa219-dc41-4983-8aeb-4b9cf2eeed53 service neutron] Attempting to bind port 01f88803-1998-4eea-820a-bbda30202ac5 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:35:15.058735 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-2b8fa219-dc41-4983-8aeb-4b9cf2eeed53 service neutron] Attempting to bind port 01f88803-1998-4eea-820a-bbda30202ac5 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '645b2d22-891d-43a9-95be-abb4172a72ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f'}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:35:15.058735 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-2b8fa219-dc41-4983-8aeb-4b9cf2eeed53 service neutron] Attempting to bind port 01f88803-1998-4eea-820a-bbda30202ac5 on network dc0b5a80-e232-44f7-a253-08cca2946b9f {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:35:15.066356 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-bfecafaa-4c03-46e7-82d4-dad7175e3390 admin admin] Publish callbacks [] for security_group (a42c76fe-3890-4ff7-a52f-d540ef9460e2), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:15.068146 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-2b8fa219-dc41-4983-8aeb-4b9cf2eeed53 service neutron] Port 01f88803-1998-4eea-820a-bbda30202ac5 on network dc0b5a80-e232-44f7-a253-08cca2946b9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 02 03:35:15.068465 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-2b8fa219-dc41-4983-8aeb-4b9cf2eeed53 service neutron] Attempting to bind port 01f88803-1998-4eea-820a-bbda30202ac5 on network dc0b5a80-e232-44f7-a253-08cca2946b9f {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:35:15.070182 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Returning: {'device': 'e02d1bfd-a033-4aa9-9067-1cfc9301fed1', 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439', 'port_id': 'e02d1bfd-a033-4aa9-9067-1cfc9301fed1', 'mac_address': 'fa:16:3e:05:09:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 03:35:15.081172 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:15.096896 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:15.101429 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-2b8fa219-dc41-4983-8aeb-4b9cf2eeed53 service neutron] Checking agent: {'id': 'b6c7a065-6c6d-4192-b8a5-562c9c844309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'started_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:35:15.101812 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-2b8fa219-dc41-4983-8aeb-4b9cf2eeed53 service neutron] Checking segment: {'id': '645b2d22-891d-43a9-95be-abb4172a72ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:35:15.102220 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-2b8fa219-dc41-4983-8aeb-4b9cf2eeed53 service neutron] Bound using segment: {'id': '645b2d22-891d-43a9-95be-abb4172a72ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f'} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:35:15.102731 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-2b8fa219-dc41-4983-8aeb-4b9cf2eeed53 service neutron] Bound port: 01f88803-1998-4eea-820a-bbda30202ac5, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645b2d22-891d-43a9-95be-abb4172a72ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f'}}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:35:15.103281 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-2b8fa219-dc41-4983-8aeb-4b9cf2eeed53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (01f88803-1998-4eea-820a-bbda30202ac5), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:15.149966 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port cb39fa4c-e4cc-46f8-8399-e7c6977c9420 is: BUILD; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:35:15.150534 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (cb39fa4c-e4cc-46f8-8399-e7c6977c9420), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:15.194342 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaef5120-b756-40f2-b615-a9786eb21a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb39fa4c-e4cc-46f8-8399-e7c6977c9420'}] {{(pid=104251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:35:15.196806 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea91eb0431f3890beba7fecfff9803703e4988fc204844c40d6eadfc05b4f309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b003893-f960-4671-9a17-58d9f4040000" -d '{"events": [{"server_uuid": "aaef5120-b756-40f2-b615-a9786eb21a9c", "name": "network-vif-plugged", "status": "completed", "tag": "cb39fa4c-e4cc-46f8-8399-e7c6977c9420"}]}' {{(pid=104251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:35:15.200717 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port cb39fa4c-e4cc-46f8-8399-e7c6977c9420, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=cb39fa4c-e4cc-46f8-8399-e7c6977c9420,segment=NetworkSegment(ec29d66c-8d83-451b-aa99-a0628d4a36c4),segment_id=ec29d66c-8d83-451b-aa99-a0628d4a36c4)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:35:15.202391 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port e02d1bfd-a033-4aa9-9067-1cfc9301fed1 is: DOWN; New status is: BUILD {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:35:15.202937 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (e02d1bfd-a033-4aa9-9067-1cfc9301fed1), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:15.216576 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (cb39fa4c-e4cc-46f8-8399-e7c6977c9420), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:15.224656 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e02d1bfd-a033-4aa9-9067-1cfc9301fed1 {{(pid=104251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:35:15.233499 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-2b8fa219-dc41-4983-8aeb-4b9cf2eeed53 service neutron] For port 01f88803-1998-4eea-820a-bbda30202ac5, host hv-cinder-84684, cleared binding levels {{(pid=104250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:35:15.237841 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-2b8fa219-dc41-4983-8aeb-4b9cf2eeed53 service neutron] For port 01f88803-1998-4eea-820a-bbda30202ac5, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=01f88803-1998-4eea-820a-bbda30202ac5,segment=NetworkSegment(645b2d22-891d-43a9-95be-abb4172a72ed),segment_id=645b2d22-891d-43a9-95be-abb4172a72ed)] {{(pid=104250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:35:15.248016 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port e02d1bfd-a033-4aa9-9067-1cfc9301fed1, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=e02d1bfd-a033-4aa9-9067-1cfc9301fed1,segment=NetworkSegment(a5a53470-af05-484e-b258-82f2776e0ce4),segment_id=a5a53470-af05-484e-b258-82f2776e0ce4)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:35:15.262911 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-2b8fa219-dc41-4983-8aeb-4b9cf2eeed53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (01f88803-1998-4eea-820a-bbda30202ac5), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:15.267691 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-19343801-4ffe-4850-ad15-6d965d83cfb2 req-51d9a4fe-aaf3-454d-b657-16b1e96a0ad8 service neutron] Publish callbacks [] for security_group (01eb89b2-63ca-47b2-8fd6-17cc543c949b), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:15.268640 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (e02d1bfd-a033-4aa9-9067-1cfc9301fed1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:15.275164 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbc157f-cf5d-4988-8bef-903816d55aae x-openstack-request-id: req-6cbc157f-cf5d-4988-8bef-903816d55aae {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:35:15.280762 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 60914) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:15.281214 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaef5120-b756-40f2-b615-a9786eb21a9c", "name": "network-vif-plugged", "status": "completed", "tag": "cb39fa4c-e4cc-46f8-8399-e7c6977c9420", "code": 200}]} {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:35:15.281680 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6cbc157f-cf5d-4988-8bef-903816d55aae {{(pid=104251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:35:15.282255 dv-cinder-846842-9-iscsi neutron-server[104251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cbc157f-cf5d-4988-8bef-903816d55aae'] response: {'server_uuid': 'aaef5120-b756-40f2-b615-a9786eb21a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb39fa4c-e4cc-46f8-8399-e7c6977c9420', 'code': 200} Jul 02 03:35:15.290185 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-bfecafaa-4c03-46e7-82d4-dad7175e3390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (a42c76fe-3890-4ff7-a52f-d540ef9460e2), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:15.293146 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-bfecafaa-4c03-46e7-82d4-dad7175e3390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:15.295327 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-bfecafaa-4c03-46e7-82d4-dad7175e3390 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a42c76fe-3890-4ff7-a52f-d540ef9460e2 HTTP/1.1" status: 204 len: 168 time: 0.7374005 Jul 02 03:35:15.321005 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-19343801-4ffe-4850-ad15-6d965d83cfb2 req-51d9a4fe-aaf3-454d-b657-16b1e96a0ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (01eb89b2-63ca-47b2-8fd6-17cc543c949b), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:15.321697 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=cb39fa4c-e4cc-46f8-8399-e7c6977c9420,revision_number=5']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:15.362255 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-2b8fa219-dc41-4983-8aeb-4b9cf2eeed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:15.363138 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-2b8fa219-dc41-4983-8aeb-4b9cf2eeed53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:15.365119 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-2b8fa219-dc41-4983-8aeb-4b9cf2eeed53 service neutron] 10.222.0.26 "PUT /v2.0/ports/01f88803-1998-4eea-820a-bbda30202ac5 HTTP/1.1" status: 200 len: 1094 time: 1.6462615 Jul 02 03:35:15.381050 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2d5a1f-4e5b-4072-851a-d01f23742f55', 'tag': '01f88803-1998-4eea-820a-bbda30202ac5'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:35:15.383876 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cc8a6f-ab99-4eba-981d-d30c6fa123b9" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2d5a1f-4e5b-4072-851a-d01f23742f55", "tag": "01f88803-1998-4eea-820a-bbda30202ac5"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:35:15.392203 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=e02d1bfd-a033-4aa9-9067-1cfc9301fed1,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:15.393758 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfecafaa-4c03-46e7-82d4-dad7175e3390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42c76fe-3890-4ff7-a52f-d540ef9460e2,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:15.446892 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-19343801-4ffe-4850-ad15-6d965d83cfb2 req-51d9a4fe-aaf3-454d-b657-16b1e96a0ad8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8070354 Jul 02 03:35:15.458288 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8fa219-dc41-4983-8aeb-4b9cf2eeed53 service neutron] Pushing event updated for resources: {'Port': ['ID=01f88803-1998-4eea-820a-bbda30202ac5,revision_number=3']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:15.465581 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9a4fe-aaf3-454d-b657-16b1e96a0ad8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=01eb89b2-63ca-47b2-8fd6-17cc543c949b,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:15.472134 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4044cc-8351-498d-9897-989abf4e3f29 x-openstack-request-id: req-2b4044cc-8351-498d-9897-989abf4e3f29 {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:35:15.472508 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2d5a1f-4e5b-4072-851a-d01f23742f55", "tag": "01f88803-1998-4eea-820a-bbda30202ac5", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:35:15.473466 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2b4044cc-8351-498d-9897-989abf4e3f29 {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:35:15.473975 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b4044cc-8351-498d-9897-989abf4e3f29'] response: {'name': 'network-changed', 'server_uuid': 'bd2d5a1f-4e5b-4072-851a-d01f23742f55', 'tag': '01f88803-1998-4eea-820a-bbda30202ac5', 'status': 'completed', 'code': 200} Jul 02 03:35:15.552199 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d6511f78-c5fc-4f7e-a1fc-d997c72c0319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:15.564463 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40917e96-748e-4371-b8a0-c84f57b5fa4c req-8ed3e255-303e-41b3-bbbd-87c5a9438d05 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:15.565988 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-40917e96-748e-4371-b8a0-c84f57b5fa4c req-8ed3e255-303e-41b3-bbbd-87c5a9438d05 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 944 time: 0.0896761 Jul 02 03:35:15.681676 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70529350-8985-4375-a8e4-529337a75477 req-402235cc-7b24-4b65-bec6-e5f1a090c508 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:15.683187 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-70529350-8985-4375-a8e4-529337a75477 req-402235cc-7b24-4b65-bec6-e5f1a090c508 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 944 time: 0.1270387 Jul 02 03:35:15.690057 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-40917e96-748e-4371-b8a0-c84f57b5fa4c req-021127c0-ba72-4c72-93a4-90b7e8d1ff81 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=c07838c8-e6ce-4995-b85b-685cbd63932f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092501 Jul 02 03:35:15.746734 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:15.793882 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d6511f78-c5fc-4f7e-a1fc-d997c72c0319 admin admin] Publish callbacks [] for security_group (916f8575-3a90-42a3-b42b-22533817d8d6), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:15.799697 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-70529350-8985-4375-a8e4-529337a75477 req-a87b92b7-965e-411f-96b1-86141793fb7e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006336 Jul 02 03:35:15.809925 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d6511f78-c5fc-4f7e-a1fc-d997c72c0319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (916f8575-3a90-42a3-b42b-22533817d8d6), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:15.894774 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-d6511f78-c5fc-4f7e-a1fc-d997c72c0319 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c5ba744f426b45c1ac17bc635db87532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6140556 Jul 02 03:35:15.898211 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 60954) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:15.909745 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['e02d1bfd-a033-4aa9-9067-1cfc9301fed1'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:35:15.913177 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6511f78-c5fc-4f7e-a1fc-d997c72c0319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916f8575-3a90-42a3-b42b-22533817d8d6,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:15.939801 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccdeab8-12f1-4afa-9468-ed6627af5fa4 req-9f2880a0-f2bb-4c07-a0db-53f988976a3b tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:15.944958 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6ccdeab8-12f1-4afa-9468-ed6627af5fa4 req-9f2880a0-f2bb-4c07-a0db-53f988976a3b tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 945 time: 0.1372569 Jul 02 03:35:15.949477 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:15.983867 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a6009-d142-429e-9597-9feb066dc228 req-a819f745-5b56-4b11-b39e-f0d85fd58d72 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:15.985464 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e58a6009-d142-429e-9597-9feb066dc228 req-a819f745-5b56-4b11-b39e-f0d85fd58d72 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0984175 Jul 02 03:35:15.989775 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:16.028452 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-dc8f85a2-564c-43a9-84ea-fc8ec5db40f8 admin admin] Publish callbacks [] for security_group (916f8575-3a90-42a3-b42b-22533817d8d6), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:16.034131 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6ccdeab8-12f1-4afa-9468-ed6627af5fa4 req-cdd9a28e-05f1-41f8-8786-e112ee540e2d tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7e9aa3-b936-4e8a-89b9-f5da8985c04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883265 Jul 02 03:35:16.078109 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e58a6009-d142-429e-9597-9feb066dc228 req-3a4ed35c-9908-49f5-a11b-563f1178b4b7 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809505 Jul 02 03:35:16.078406 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-dc8f85a2-564c-43a9-84ea-fc8ec5db40f8 admin admin] Publish callbacks [] for security_group (916f8575-3a90-42a3-b42b-22533817d8d6), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:16.162809 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-dc8f85a2-564c-43a9-84ea-fc8ec5db40f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (916f8575-3a90-42a3-b42b-22533817d8d6), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:16.165423 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-dc8f85a2-564c-43a9-84ea-fc8ec5db40f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:16.166771 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-dc8f85a2-564c-43a9-84ea-fc8ec5db40f8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/916f8575-3a90-42a3-b42b-22533817d8d6 HTTP/1.1" status: 204 len: 168 time: 0.2657864 Jul 02 03:35:16.175723 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f85a2-564c-43a9-84ea-fc8ec5db40f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916f8575-3a90-42a3-b42b-22533817d8d6,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:16.211589 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:16.357108 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 60978) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:16.481240 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-62d2f731-161a-448a-b206-4bd113370235 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-85178550-network', 'tenant_id': '1dde0d2953bb48718342af5b9630b178'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:35:16.508295 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d2f731-161a-448a-b206-4bd113370235 admin admin] Made reservation on behalf of 1dde0d2953bb48718342af5b9630b178 for: {'network': 1} {{(pid=104249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:35:16.512521 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-62d2f731-161a-448a-b206-4bd113370235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for network (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:16.524615 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-62d2f731-161a-448a-b206-4bd113370235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:16.615906 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-62d2f731-161a-448a-b206-4bd113370235 admin admin] Publish callbacks [] for security_group (a246303f-b6d9-4124-becb-8b210d072909), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:16.621364 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-62d2f731-161a-448a-b206-4bd113370235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (a246303f-b6d9-4124-becb-8b210d072909), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:16.650513 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62d2f731-161a-448a-b206-4bd113370235 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=104249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 03:35:16.661521 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2f731-161a-448a-b206-4bd113370235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a246303f-b6d9-4124-becb-8b210d072909,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:16.669500 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-62d2f731-161a-448a-b206-4bd113370235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (2cf2bc45-3d07-470e-bc8d-b5043cfbadb5), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:16.669733 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.db.segments_db [None req-62d2f731-161a-448a-b206-4bd113370235 admin admin] Added segment 2cf2bc45-3d07-470e-bc8d-b5043cfbadb5 of type vlan for network 0bcdcc7e-581b-4c51-8a17-20db203e4072 Jul 02 03:35:16.723997 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-62d2f731-161a-448a-b206-4bd113370235 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087990932'] for network (0bcdcc7e-581b-4c51-8a17-20db203e4072), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:16.755584 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-62d2f731-161a-448a-b206-4bd113370235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675'] for network (0bcdcc7e-581b-4c51-8a17-20db203e4072), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:16.757183 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d2f731-161a-448a-b206-4bd113370235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:16.758038 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-62d2f731-161a-448a-b206-4bd113370235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:16.848774 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 32782) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:16.849306 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-62d2f731-161a-448a-b206-4bd113370235 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.4903853 Jul 02 03:35:16.854669 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-2b0932cf-1c16-4285-98e1-f3631cf46780 admin admin] Request body: {'subnet': {'network_id': '0bcdcc7e-581b-4c51-8a17-20db203e4072', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-85178550-subnet', 'tenant_id': '1dde0d2953bb48718342af5b9630b178', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:35:16.888545 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2f731-161a-448a-b206-4bd113370235 admin admin] Pushing event updated for resources: {'Network': ['ID=0bcdcc7e-581b-4c51-8a17-20db203e4072,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:16.899777 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0932cf-1c16-4285-98e1-f3631cf46780 admin admin] Made reservation on behalf of 1dde0d2953bb48718342af5b9630b178 for: {'subnet': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:35:16.901434 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Network 0bcdcc7e-581b-4c51-8a17-20db203e4072 details requested by agent ovs-agent-dv-cinder-846842-9-iscsi with host dv-cinder-846842-9-iscsi {{(pid=104251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 03:35:16.901994 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479f1a9-2f04-4784-8ae5-380dccd844bf req-454210fc-5f60-4905-941a-063cd2699e53 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:16.903208 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2b0932cf-1c16-4285-98e1-f3631cf46780 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60075668'] for subnet (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:16.910410 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8479f1a9-2f04-4784-8ae5-380dccd844bf req-454210fc-5f60-4905-941a-063cd2699e53 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 944 time: 0.1211450 Jul 02 03:35:16.941066 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 32784) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:16.972998 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57b59e-6f87-4f72-bbd1-740762498730 req-f6cb28a1-33ea-42c6-8c5d-1af5f4f1fd98 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:16.974532 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-bd57b59e-6f87-4f72-bbd1-740762498730 req-f6cb28a1-33ea-42c6-8c5d-1af5f4f1fd98 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 944 time: 0.0614338 Jul 02 03:35:17.043852 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8479f1a9-2f04-4784-8ae5-380dccd844bf req-65ab3236-cb48-43b5-be2b-11916407381f tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=c07838c8-e6ce-4995-b85b-685cbd63932f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325035 Jul 02 03:35:17.059802 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device e02d1bfd-a033-4aa9-9067-1cfc9301fed1 up at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:35:17.086813 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-bd57b59e-6f87-4f72-bbd1-740762498730 req-318ae2a1-5779-4cbc-bc8a-e7a88936682d tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050420 Jul 02 03:35:17.161855 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2b0932cf-1c16-4285-98e1-f3631cf46780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59996348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60075650'] for subnet (b3e38623-6a2e-444e-882e-0b0b8f7cd909), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:17.177184 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-e8b197ea-bddb-495c-8f41-487f4294c4d1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-439912201-network', 'tenant_id': '6c04290d87154e48a3bf77a828b563ba'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:35:17.198107 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning for port e02d1bfd-a033-4aa9-9067-1cfc9301fed1 completed by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 02 03:35:17.208393 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning complete for port e02d1bfd-a033-4aa9-9067-1cfc9301fed1 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:35:17.209032 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (e02d1bfd-a033-4aa9-9067-1cfc9301fed1), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:17.218396 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:17.252319 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b197ea-bddb-495c-8f41-487f4294c4d1 admin admin] Made reservation on behalf of 6c04290d87154e48a3bf77a828b563ba for: {'network': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:35:17.254644 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-e8b197ea-bddb-495c-8f41-487f4294c4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for network (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:17.259889 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0932cf-1c16-4285-98e1-f3631cf46780 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3e38623-6a2e-444e-882e-0b0b8f7cd909,revision_number=0']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:17.277462 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:17.277756 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-e8b197ea-bddb-495c-8f41-487f4294c4d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:17.281877 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0932cf-1c16-4285-98e1-f3631cf46780 admin admin] Checking segment: {'id': '2cf2bc45-3d07-470e-bc8d-b5043cfbadb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0bcdcc7e-581b-4c51-8a17-20db203e4072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:35:17.282251 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0932cf-1c16-4285-98e1-f3631cf46780 admin admin] Network hostable DHCP agents. Network: 0bcdcc7e-581b-4c51-8a17-20db203e4072, hostable agents: ['1553e874-6843-4478-a19b-2f80346723c1'], hosted agents: [] {{(pid=104250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 03:35:17.327435 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a13232-9bbb-46a7-bef0-900e144ce498 req-e6a06d3b-0a79-4b8b-b71a-30ce0100dc88 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:17.328770 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-79a13232-9bbb-46a7-bef0-900e144ce498 req-e6a06d3b-0a79-4b8b-b71a-30ce0100dc88 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 945 time: 0.1421399 Jul 02 03:35:17.330618 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port e02d1bfd-a033-4aa9-9067-1cfc9301fed1 is: BUILD; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:35:17.331179 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (e02d1bfd-a033-4aa9-9067-1cfc9301fed1), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:17.342732 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f8fb5-1887-4621-a414-7c5a0e61add0 req-28e890f6-32d6-409d-a28f-c66700ea34d6 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:17.353460 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b93f8fb5-1887-4621-a414-7c5a0e61add0 req-28e890f6-32d6-409d-a28f-c66700ea34d6 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0960321 Jul 02 03:35:17.358788 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0932cf-1c16-4285-98e1-f3631cf46780 admin admin] Network 0bcdcc7e-581b-4c51-8a17-20db203e4072 is scheduled to be hosted by DHCP agent 1553e874-6843-4478-a19b-2f80346723c1 with binding_index 1 {{(pid=104250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 03:35:17.389078 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:DELETE=5,neutron:INSERT=9,neutron:SELECT=84,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:17.392096 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port e02d1bfd-a033-4aa9-9067-1cfc9301fed1, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=e02d1bfd-a033-4aa9-9067-1cfc9301fed1,segment=NetworkSegment(a5a53470-af05-484e-b258-82f2776e0ce4),segment_id=a5a53470-af05-484e-b258-82f2776e0ce4)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:35:17.396507 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6102b173-1c0f-441b-8d00-2cd53314544d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02d1bfd-a033-4aa9-9067-1cfc9301fed1'}] {{(pid=104251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:35:17.396507 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea91eb0431f3890beba7fecfff9803703e4988fc204844c40d6eadfc05b4f309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a119870-1bac-4788-ae81-60b50930d66b" -d '{"events": [{"server_uuid": "6102b173-1c0f-441b-8d00-2cd53314544d", "name": "network-vif-plugged", "status": "completed", "tag": "e02d1bfd-a033-4aa9-9067-1cfc9301fed1"}]}' {{(pid=104251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:35:17.399286 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-2b0932cf-1c16-4285-98e1-f3631cf46780 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-9-iscsi, 0bcdcc7e-581b-4c51-8a17-20db203e4072) {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:35:17.417400 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0932cf-1c16-4285-98e1-f3631cf46780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:17.417701 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (e02d1bfd-a033-4aa9-9067-1cfc9301fed1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:17.417931 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2b0932cf-1c16-4285-98e1-f3631cf46780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for subnet (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:17.425898 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a496b5f1-866c-4509-ad0d-51beba93d1d4 None None] Network 0bcdcc7e-581b-4c51-8a17-20db203e4072 requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:35:17.452458 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-79a13232-9bbb-46a7-bef0-900e144ce498 req-26c8bf3e-804b-47da-b778-1a573783bc87 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7e9aa3-b936-4e8a-89b9-f5da8985c04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990195 Jul 02 03:35:17.488668 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-2b0932cf-1c16-4285-98e1-f3631cf46780 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6384017 Jul 02 03:35:17.499594 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b93f8fb5-1887-4621-a414-7c5a0e61add0 req-b53c992f-f924-4fcb-abac-5467c804d2b9 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476872 Jul 02 03:35:17.542652 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-e8b197ea-bddb-495c-8f41-487f4294c4d1 admin admin] Publish callbacks [] for security_group (01cb77eb-d054-42fe-b78d-f7c6c3261759), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:17.557556 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-e8b197ea-bddb-495c-8f41-487f4294c4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (01cb77eb-d054-42fe-b78d-f7c6c3261759), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:17.609077 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b197ea-bddb-495c-8f41-487f4294c4d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=104250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 03:35:17.646535 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b197ea-bddb-495c-8f41-487f4294c4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01cb77eb-d054-42fe-b78d-f7c6c3261759,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:17.649392 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:17.660448 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4244d95d-7f76-438b-8864-0d39662b521a x-openstack-request-id: req-4244d95d-7f76-438b-8864-0d39662b521a {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:35:17.660819 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6102b173-1c0f-441b-8d00-2cd53314544d", "name": "network-vif-plugged", "status": "completed", "tag": "e02d1bfd-a033-4aa9-9067-1cfc9301fed1", "code": 200}]} {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:35:17.661171 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4244d95d-7f76-438b-8864-0d39662b521a {{(pid=104251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:35:17.661698 dv-cinder-846842-9-iscsi neutron-server[104251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4244d95d-7f76-438b-8864-0d39662b521a'] response: {'server_uuid': '6102b173-1c0f-441b-8d00-2cd53314544d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02d1bfd-a033-4aa9-9067-1cfc9301fed1', 'code': 200} Jul 02 03:35:17.668151 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-e8b197ea-bddb-495c-8f41-487f4294c4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (8fdf9ffb-87ca-4c0e-8fce-99459036e8eb), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:17.668736 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.db.segments_db [None req-e8b197ea-bddb-495c-8f41-487f4294c4d1 admin admin] Added segment 8fdf9ffb-87ca-4c0e-8fce-99459036e8eb of type vlan for network b173f876-9c4f-4325-a46d-ef7a6e505875 Jul 02 03:35:17.670851 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:17.707949 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=e02d1bfd-a033-4aa9-9067-1cfc9301fed1,revision_number=5']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:17.713401 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdb82d9-c104-402b-b621-564e5774861e None None] Network 0bcdcc7e-581b-4c51-8a17-20db203e4072 requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:35:17.817203 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-e8b197ea-bddb-495c-8f41-487f4294c4d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087990932'] for network (b173f876-9c4f-4325-a46d-ef7a6e505875), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:17.854217 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6f8b0eac-2e39-486f-b47f-ac8ce9b90850 req-467d2edf-9924-4607-8410-31c0d521c5e5 service neutron] 10.222.0.26 "GET /v2.0/networks/841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427459 Jul 02 03:35:17.866900 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-e8b197ea-bddb-495c-8f41-487f4294c4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675'] for network (b173f876-9c4f-4325-a46d-ef7a6e505875), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:17.868047 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b197ea-bddb-495c-8f41-487f4294c4d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:17.872298 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-e8b197ea-bddb-495c-8f41-487f4294c4d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:17.911892 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-e8b197ea-bddb-495c-8f41-487f4294c4d1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9695358 Jul 02 03:35:17.915037 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 32834) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:17.922894 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-5ace3ae1-89a0-49bd-a7ad-cddb152b880a admin admin] Request body: {'subnet': {'network_id': 'b173f876-9c4f-4325-a46d-ef7a6e505875', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-439912201-subnet', 'tenant_id': '6c04290d87154e48a3bf77a828b563ba', 'ip_version': 4}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:35:17.983357 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b197ea-bddb-495c-8f41-487f4294c4d1 admin admin] Pushing event updated for resources: {'Network': ['ID=b173f876-9c4f-4325-a46d-ef7a6e505875,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:17.994104 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ace3ae1-89a0-49bd-a7ad-cddb152b880a admin admin] Made reservation on behalf of 6c04290d87154e48a3bf77a828b563ba for: {'subnet': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:35:17.997751 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5ace3ae1-89a0-49bd-a7ad-cddb152b880a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60075668'] for subnet (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:18.028383 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Network b173f876-9c4f-4325-a46d-ef7a6e505875 details requested by agent ovs-agent-dv-cinder-846842-9-iscsi with host dv-cinder-846842-9-iscsi {{(pid=104251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 03:35:18.256094 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc8a6f-ab99-4eba-981d-d30c6fa123b9 req-c998477a-e098-400c-927d-f56bf2754ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:18.257983 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-87cc8a6f-ab99-4eba-981d-d30c6fa123b9 req-c998477a-e098-400c-927d-f56bf2754ff1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f39e852f8d14dec8e98d8d77fe90766&device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 1128 time: 0.0940094 Jul 02 03:35:18.261240 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5ace3ae1-89a0-49bd-a7ad-cddb152b880a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59996348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60075650'] for subnet (c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:18.351719 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f821037-4160-47ec-9795-41f758ad94b1 req-2b869df4-c1cc-411b-9ff6-2a409a494d26 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:18.367833 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8f821037-4160-47ec-9795-41f758ad94b1 req-2b869df4-c1cc-411b-9ff6-2a409a494d26 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 944 time: 0.2049906 Jul 02 03:35:18.457524 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 32864) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:18.467777 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-5fd12473-7fb5-49ed-9312-4c83def20228 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1395076337-network', 'tenant_id': 'df3cbd2bd8e94817ba1584161b33d101'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:35:18.471501 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:18.509362 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:UPDATE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:18.511313 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc8a6f-ab99-4eba-981d-d30c6fa123b9 req-b95428c8-2a96-4006-8872-44d855a47be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:18.520712 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-87cc8a6f-ab99-4eba-981d-d30c6fa123b9 req-b95428c8-2a96-4006-8872-44d855a47be6 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=7f39e852f8d14dec8e98d8d77fe90766&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2364323 Jul 02 03:35:18.521493 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ace3ae1-89a0-49bd-a7ad-cddb152b880a admin admin] Checking segment: {'id': '8fdf9ffb-87ca-4c0e-8fce-99459036e8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b173f876-9c4f-4325-a46d-ef7a6e505875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:35:18.521891 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ace3ae1-89a0-49bd-a7ad-cddb152b880a admin admin] Network hostable DHCP agents. Network: b173f876-9c4f-4325-a46d-ef7a6e505875, hostable agents: ['1553e874-6843-4478-a19b-2f80346723c1'], hosted agents: [] {{(pid=104250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 03:35:18.522921 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c58292-9cde-4a0c-b194-fa361174724e req-8df5c3e8-1c6c-45e7-8032-927f9050d18f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:18.532008 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-92c58292-9cde-4a0c-b194-fa361174724e req-8df5c3e8-1c6c-45e7-8032-927f9050d18f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.2137003 Jul 02 03:35:18.569253 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd12473-7fb5-49ed-9312-4c83def20228 admin admin] Made reservation on behalf of df3cbd2bd8e94817ba1584161b33d101 for: {'network': 1} {{(pid=104249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:35:18.573607 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5fd12473-7fb5-49ed-9312-4c83def20228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for network (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:18.583116 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace3ae1-89a0-49bd-a7ad-cddb152b880a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac,revision_number=0']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:18.592580 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5fd12473-7fb5-49ed-9312-4c83def20228 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:18.665947 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8f821037-4160-47ec-9795-41f758ad94b1 req-8125dbac-03bc-43ed-b7ce-bc174c7a885e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=c07838c8-e6ce-4995-b85b-685cbd63932f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2646563 Jul 02 03:35:18.689083 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ace3ae1-89a0-49bd-a7ad-cddb152b880a admin admin] Network b173f876-9c4f-4325-a46d-ef7a6e505875 is scheduled to be hosted by DHCP agent 1553e874-6843-4478-a19b-2f80346723c1 with binding_index 1 {{(pid=104250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 03:35:18.691770 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b871e2-214a-4d2b-82cc-fb604925bf98 req-69ba41a0-8272-41d0-b1b4-7aaf164d74cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:18.693723 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-c6b871e2-214a-4d2b-82cc-fb604925bf98 req-69ba41a0-8272-41d0-b1b4-7aaf164d74cf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 1129 time: 0.1931279 Jul 02 03:35:18.696676 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-92c58292-9cde-4a0c-b194-fa361174724e req-20e92290-d2b6-4cca-ab13-e7383494eb42 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635001 Jul 02 03:35:18.722747 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da839f-4214-4c57-be4a-3da8752d63e2 req-4c836685-f0c0-4907-82ad-dd8cd00835b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:18.724943 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-a7da839f-4214-4c57-be4a-3da8752d63e2 req-4c836685-f0c0-4907-82ad-dd8cd00835b4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 1129 time: 0.1856201 Jul 02 03:35:18.738926 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-5ace3ae1-89a0-49bd-a7ad-cddb152b880a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-9-iscsi, b173f876-9c4f-4325-a46d-ef7a6e505875) {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:35:18.745446 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ace3ae1-89a0-49bd-a7ad-cddb152b880a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:18.747637 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5ace3ae1-89a0-49bd-a7ad-cddb152b880a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for subnet (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:18.748733 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65d14ef-95fe-4769-8f81-517bd1888b69 None None] Network b173f876-9c4f-4325-a46d-ef7a6e505875 requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:35:18.802423 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:18.883660 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 32878) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:18.889065 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-c6b871e2-214a-4d2b-82cc-fb604925bf98 req-d82a2243-b33a-4703-8d6f-45d220928ea3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=da7e9aa3-b936-4e8a-89b9-f5da8985c04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562304 Jul 02 03:35:18.891614 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-a7da839f-4214-4c57-be4a-3da8752d63e2 req-e895841e-f4d2-432b-8015-70850bb53f51 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352453 Jul 02 03:35:18.895020 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-5ace3ae1-89a0-49bd-a7ad-cddb152b880a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9789493 Jul 02 03:35:18.904133 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 32882) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:18.908871 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-68c81216-c904-4e4f-82c5-b1f2494ea61b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-439912201-router', 'tenant_id': '6c04290d87154e48a3bf77a828b563ba', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:35:18.921714 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8d9dc1-b096-4fe2-afb3-57446cc2eec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e612fdf-d4d2-534a-a3d7-4de3d62f7aff-b173f876-9c4f-4325-a46d-ef7a6e505875', 'network_id': 'b173f876-9c4f-4325-a46d-ef7a6e505875', 'project_id': '6c04290d87154e48a3bf77a828b563ba', 'fixed_ips': [{'subnet_id': 'c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac'}]}} from dv-cinder-846842-9-iscsi. {{(pid=104251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 02 03:35:18.922742 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-be8d9dc1-b096-4fe2-afb3-57446cc2eec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:18.930273 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc8a6f-ab99-4eba-981d-d30c6fa123b9 req-98eaf980-b345-40e2-b03c-1da446a51cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:18.932233 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-87cc8a6f-ab99-4eba-981d-d30c6fa123b9 req-98eaf980-b345-40e2-b03c-1da446a51cae service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4037251 Jul 02 03:35:18.938382 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db27d2-3f05-43fd-929a-ea87bc1851b0 req-e5c483b2-8b9e-434e-8642-55838c7e0de9 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:18.942027 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-19db27d2-3f05-43fd-929a-ea87bc1851b0 req-e5c483b2-8b9e-434e-8642-55838c7e0de9 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 945 time: 0.1488385 Jul 02 03:35:18.959080 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-68c81216-c904-4e4f-82c5-b1f2494ea61b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-388431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4176334'] for router (56ca4511-6142-4685-b6d9-a1d64664c601), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:18.962652 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-68c81216-c904-4e4f-82c5-b1f2494ea61b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-388809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-392072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4176327'] for router (56ca4511-6142-4685-b6d9-a1d64664c601), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:19.029283 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1636b-ca07-479e-824c-9516dbe7e54f req-c5706e2c-ce8c-4fd4-8633-416e16fa9711 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:19.035614 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-68c81216-c904-4e4f-82c5-b1f2494ea61b admin admin] Publish callbacks [] for router_controller (56ca4511-6142-4685-b6d9-a1d64664c601), precommit_add_association {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:19.035935 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 54a638db-254c-4005-b3f3-014e45f9ff9e details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 03:35:19.040490 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2ba1636b-ca07-479e-824c-9516dbe7e54f req-c5706e2c-ce8c-4fd4-8633-416e16fa9711 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.2772079 Jul 02 03:35:19.051811 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5fd12473-7fb5-49ed-9312-4c83def20228 admin admin] Publish callbacks [] for security_group (d1ef2868-136f-4bfe-be0c-8f4c267fbd71), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:19.074003 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5fd12473-7fb5-49ed-9312-4c83def20228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (d1ef2868-136f-4bfe-be0c-8f4c267fbd71), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:19.086030 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd12473-7fb5-49ed-9312-4c83def20228 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=104249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 03:35:19.125444 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5fd12473-7fb5-49ed-9312-4c83def20228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (2f902e31-dcfe-4e4e-8332-96edd6838f5f), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:19.125782 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.db.segments_db [None req-5fd12473-7fb5-49ed-9312-4c83def20228 admin admin] Added segment 2f902e31-dcfe-4e4e-8332-96edd6838f5f of type vlan for network 97142641-e160-4af8-b2da-f208e0db4394 Jul 02 03:35:19.157115 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-76af740c-f84b-450a-8d59-b35f7cf482d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:19.200550 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2ba1636b-ca07-479e-824c-9516dbe7e54f req-554aafa9-a329-45f6-a3fe-2c7980989e39 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589684 Jul 02 03:35:19.244115 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 54a638db-254c-4005-b3f3-014e45f9ff9e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=54a638db-254c-4005-b3f3-014e45f9ff9e,segment=NetworkSegment(f42053ac-70b9-4a5f-91c4-b122b3b8433a),segment_id=f42053ac-70b9-4a5f-91c4-b122b3b8433a)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:35:19.249147 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-19db27d2-3f05-43fd-929a-ea87bc1851b0 req-1848b6d3-cf5a-49f9-9e23-0f530a7c3763 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7e9aa3-b936-4e8a-89b9-f5da8985c04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648220 Jul 02 03:35:19.249603 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:19.256973 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5fd12473-7fb5-49ed-9312-4c83def20228 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087990932'] for network (97142641-e160-4af8-b2da-f208e0db4394), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:19.264256 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd12473-7fb5-49ed-9312-4c83def20228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ef2868-136f-4bfe-be0c-8f4c267fbd71,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:19.268284 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Returning: {'device': '54a638db-254c-4005-b3f3-014e45f9ff9e', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'port_id': '54a638db-254c-4005-b3f3-014e45f9ff9e', 'mac_address': 'fa:16:3e:0f:f3:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 03:35:19.272278 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.db_base_plugin_common [None req-be8d9dc1-b096-4fe2-afb3-57446cc2eec6 None None] Allocated IP 172.20.0.2 (b173f876-9c4f-4325-a46d-ef7a6e505875/c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac/569695ee-b420-4afc-bcf3-3b6717c80913) {{(pid=104251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:35:19.284734 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-68c81216-c904-4e4f-82c5-b1f2494ea61b admin admin] Publish callbacks [] for router_gateway (56ca4511-6142-4685-b6d9-a1d64664c601), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:19.317195 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5fd12473-7fb5-49ed-9312-4c83def20228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675'] for network (97142641-e160-4af8-b2da-f208e0db4394), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:19.318312 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd12473-7fb5-49ed-9312-4c83def20228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:19.320215 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5fd12473-7fb5-49ed-9312-4c83def20228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:19.372259 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 54a638db-254c-4005-b3f3-014e45f9ff9e is: DOWN; New status is: BUILD {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:35:19.372585 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (54a638db-254c-4005-b3f3-014e45f9ff9e), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:19.381627 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-5fd12473-7fb5-49ed-9312-4c83def20228 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9222832 Jul 02 03:35:19.384819 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 32894) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:19.418407 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-bb114b48-57af-4469-af91-3c1472ea1031 admin admin] Request body: {'subnet': {'network_id': '97142641-e160-4af8-b2da-f208e0db4394', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1395076337-subnet', 'tenant_id': 'df3cbd2bd8e94817ba1584161b33d101', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:35:19.448056 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd12473-7fb5-49ed-9312-4c83def20228 admin admin] Pushing event updated for resources: {'Network': ['ID=97142641-e160-4af8-b2da-f208e0db4394,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:19.454485 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-76af740c-f84b-450a-8d59-b35f7cf482d8 admin admin] Publish callbacks [] for security_group (61beed1c-9c7b-4cd6-80d6-74a48de59c96), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:19.459579 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb114b48-57af-4469-af91-3c1472ea1031 admin admin] Made reservation on behalf of df3cbd2bd8e94817ba1584161b33d101 for: {'subnet': 1} {{(pid=104249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:35:19.467908 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-bb114b48-57af-4469-af91-3c1472ea1031 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59995493'] for subnet (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:19.470597 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-76af740c-f84b-450a-8d59-b35f7cf482d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (61beed1c-9c7b-4cd6-80d6-74a48de59c96), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:19.474146 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Network 97142641-e160-4af8-b2da-f208e0db4394 details requested by agent ovs-agent-dv-cinder-846842-9-iscsi with host dv-cinder-846842-9-iscsi {{(pid=104251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 03:35:19.482550 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:19.541612 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a638db-254c-4005-b3f3-014e45f9ff9e {{(pid=104251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:35:19.563646 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:19.580001 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:19.617807 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af740c-f84b-450a-8d59-b35f7cf482d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61beed1c-9c7b-4cd6-80d6-74a48de59c96,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:19.637660 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 54a638db-254c-4005-b3f3-014e45f9ff9e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=54a638db-254c-4005-b3f3-014e45f9ff9e,segment=NetworkSegment(f42053ac-70b9-4a5f-91c4-b122b3b8433a),segment_id=f42053ac-70b9-4a5f-91c4-b122b3b8433a)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:35:19.661837 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (54a638db-254c-4005-b3f3-014e45f9ff9e), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:19.670586 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-76af740c-f84b-450a-8d59-b35f7cf482d8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4125ba5fb9944574a1d31f4f45c4dbd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7736888 Jul 02 03:35:19.682892 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 32904) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:19.726845 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-68c81216-c904-4e4f-82c5-b1f2494ea61b admin admin] Publish callbacks [] for router_gateway (56ca4511-6142-4685-b6d9-a1d64664c601), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:19.756921 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-68c81216-c904-4e4f-82c5-b1f2494ea61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:19.824493 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-be8d9dc1-b096-4fe2-afb3-57446cc2eec6 None None] Publish callbacks [] for port (569695ee-b420-4afc-bcf3-3b6717c80913), precommit_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:19.829966 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=54a638db-254c-4005-b3f3-014e45f9ff9e,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:19.837859 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-be8d9dc1-b096-4fe2-afb3-57446cc2eec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077'] for port (569695ee-b420-4afc-bcf3-3b6717c80913), after_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:19.889555 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8d9dc1-b096-4fe2-afb3-57446cc2eec6 None None] Network b173f876-9c4f-4325-a46d-ef7a6e505875 is already hosted by enough agents. {{(pid=104251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:35:19.896871 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.scheduler.base_scheduler [None req-be8d9dc1-b096-4fe2-afb3-57446cc2eec6 None None] Resources bound (agent type, host, resource id): {{(pid=104251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:35:19.900948 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8d9dc1-b096-4fe2-afb3-57446cc2eec6 None None] Received port after_create {{(pid=104251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:35:19.903154 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-bb114b48-57af-4469-af91-3c1472ea1031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60595381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59995507'] for subnet (a1a31d7c-424f-4598-a162-2d686f908378), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:19.915627 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:19.921446 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [None req-68c81216-c904-4e4f-82c5-b1f2494ea61b admin admin] Allocated IP 172.27.0.180 (f461a802-f340-43f3-86d0-4b44bcb77e0c/5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3/56f6859c-1229-4eee-89f6-e872d60cdfdd) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:35:19.958246 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb5586-98c9-4775-b93d-9b167bbcf1f4 req-58034dee-04b5-4571-829d-6cecc49d5d71 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:19.960296 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-48eb5586-98c9-4775-b93d-9b167bbcf1f4 req-58034dee-04b5-4571-829d-6cecc49d5d71 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 945 time: 0.1804771 Jul 02 03:35:19.978084 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d9dc1-b096-4fe2-afb3-57446cc2eec6 None None] Pushing event updated for resources: {'Port': ['ID=569695ee-b420-4afc-bcf3-3b6717c80913,revision_number=1']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:19.982860 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-be8d9dc1-b096-4fe2-afb3-57446cc2eec6 None None] Attempting to bind port 569695ee-b420-4afc-bcf3-3b6717c80913 on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:35:19.983227 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-be8d9dc1-b096-4fe2-afb3-57446cc2eec6 None None] Attempting to bind port 569695ee-b420-4afc-bcf3-3b6717c80913 by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': '8fdf9ffb-87ca-4c0e-8fce-99459036e8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b173f876-9c4f-4325-a46d-ef7a6e505875'}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:35:19.983611 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8d9dc1-b096-4fe2-afb3-57446cc2eec6 None None] Attempting to bind port 569695ee-b420-4afc-bcf3-3b6717c80913 on network b173f876-9c4f-4325-a46d-ef7a6e505875 {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:35:19.984843 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e6719-5d6f-4eee-8c19-138f6402f099 req-d5b697a7-6328-496e-b6e7-c97c3b45174e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:19.986559 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9f7e6719-5d6f-4eee-8c19-138f6402f099 req-d5b697a7-6328-496e-b6e7-c97c3b45174e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.2094836 Jul 02 03:35:19.990363 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8d9dc1-b096-4fe2-afb3-57446cc2eec6 None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:35:19.990937 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8d9dc1-b096-4fe2-afb3-57446cc2eec6 None None] Checking segment: {'id': '8fdf9ffb-87ca-4c0e-8fce-99459036e8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b173f876-9c4f-4325-a46d-ef7a6e505875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:35:19.991367 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-be8d9dc1-b096-4fe2-afb3-57446cc2eec6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:19.991754 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8d9dc1-b096-4fe2-afb3-57446cc2eec6 None None] Bound using segment: {'id': '8fdf9ffb-87ca-4c0e-8fce-99459036e8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b173f876-9c4f-4325-a46d-ef7a6e505875'} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:35:19.992225 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-be8d9dc1-b096-4fe2-afb3-57446cc2eec6 None None] Bound port: 569695ee-b420-4afc-bcf3-3b6717c80913, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fdf9ffb-87ca-4c0e-8fce-99459036e8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b173f876-9c4f-4325-a46d-ef7a6e505875'}}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:35:19.992599 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-be8d9dc1-b096-4fe2-afb3-57446cc2eec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (569695ee-b420-4afc-bcf3-3b6717c80913), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:19.994130 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ef61c48f-2375-47ad-9765-8a41e201d0ca admin admin] Publish callbacks [] for security_group (61beed1c-9c7b-4cd6-80d6-74a48de59c96), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:20.052362 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-68c81216-c904-4e4f-82c5-b1f2494ea61b admin admin] Publish callbacks [] for port (56f6859c-1229-4eee-89f6-e872d60cdfdd), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:20.061562 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-be8d9dc1-b096-4fe2-afb3-57446cc2eec6 None None] For port 569695ee-b420-4afc-bcf3-3b6717c80913, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:35:20.066140 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-be8d9dc1-b096-4fe2-afb3-57446cc2eec6 None None] For port 569695ee-b420-4afc-bcf3-3b6717c80913, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=569695ee-b420-4afc-bcf3-3b6717c80913,segment=NetworkSegment(8fdf9ffb-87ca-4c0e-8fce-99459036e8eb),segment_id=8fdf9ffb-87ca-4c0e-8fce-99459036e8eb)] {{(pid=104251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:35:20.071098 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb114b48-57af-4469-af91-3c1472ea1031 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1a31d7c-424f-4598-a162-2d686f908378,revision_number=0']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:20.076167 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-be8d9dc1-b096-4fe2-afb3-57446cc2eec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (569695ee-b420-4afc-bcf3-3b6717c80913), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:20.094915 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ef61c48f-2375-47ad-9765-8a41e201d0ca admin admin] Publish callbacks [] for security_group (61beed1c-9c7b-4cd6-80d6-74a48de59c96), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:20.103882 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-68c81216-c904-4e4f-82c5-b1f2494ea61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (56f6859c-1229-4eee-89f6-e872d60cdfdd), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:20.120436 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb114b48-57af-4469-af91-3c1472ea1031 admin admin] Checking segment: {'id': '2f902e31-dcfe-4e4e-8332-96edd6838f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '97142641-e160-4af8-b2da-f208e0db4394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:35:20.120810 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb114b48-57af-4469-af91-3c1472ea1031 admin admin] Network hostable DHCP agents. Network: 97142641-e160-4af8-b2da-f208e0db4394, hostable agents: ['1553e874-6843-4478-a19b-2f80346723c1'], hosted agents: [] {{(pid=104249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 03:35:20.147387 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['54a638db-254c-4005-b3f3-014e45f9ff9e'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:35:20.149039 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c81216-c904-4e4f-82c5-b1f2494ea61b admin admin] Pushing event updated for resources: {'Port': ['ID=56f6859c-1229-4eee-89f6-e872d60cdfdd,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:20.160812 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-48eb5586-98c9-4775-b93d-9b167bbcf1f4 req-40ac4aad-fd76-4453-8428-9b7bdcce8946 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=c07838c8-e6ce-4995-b85b-685cbd63932f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872537 Jul 02 03:35:20.179565 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d9dc1-b096-4fe2-afb3-57446cc2eec6 None None] Pushing event updated for resources: {'Port': ['ID=569695ee-b420-4afc-bcf3-3b6717c80913,revision_number=2']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:20.187863 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c81216-c904-4e4f-82c5-b1f2494ea61b admin admin] Network f461a802-f340-43f3-86d0-4b44bcb77e0c is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:35:20.189764 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-68c81216-c904-4e4f-82c5-b1f2494ea61b admin admin] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:35:20.195921 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:20.197867 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c81216-c904-4e4f-82c5-b1f2494ea61b admin admin] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:35:20.209533 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9f7e6719-5d6f-4eee-8c19-138f6402f099 req-34dbef3f-152c-4cbb-a938-8b3305fb5bb8 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987004 Jul 02 03:35:20.228418 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:20.262370 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb114b48-57af-4469-af91-3c1472ea1031 admin admin] Network 97142641-e160-4af8-b2da-f208e0db4394 is scheduled to be hosted by DHCP agent 1553e874-6843-4478-a19b-2f80346723c1 with binding_index 1 {{(pid=104249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 03:35:20.277848 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ef61c48f-2375-47ad-9765-8a41e201d0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (61beed1c-9c7b-4cd6-80d6-74a48de59c96), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:20.280490 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ef61c48f-2375-47ad-9765-8a41e201d0ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:20.283357 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-ef61c48f-2375-47ad-9765-8a41e201d0ca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/61beed1c-9c7b-4cd6-80d6-74a48de59c96 HTTP/1.1" status: 204 len: 168 time: 0.5970922 Jul 02 03:35:20.287972 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-9a24aa5f-aab5-4014-a1e3-ee3c72e500e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:20.339845 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [None req-bb114b48-57af-4469-af91-3c1472ea1031 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-9-iscsi, 97142641-e160-4af8-b2da-f208e0db4394) {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:35:20.352285 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb114b48-57af-4469-af91-3c1472ea1031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:20.352898 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-bb114b48-57af-4469-af91-3c1472ea1031 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for subnet (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:20.356982 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f944bfe-d9d2-463c-9f5a-3e20e8293e66 None None] Network 97142641-e160-4af8-b2da-f208e0db4394 requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:35:20.391124 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61c48f-2375-47ad-9765-8a41e201d0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61beed1c-9c7b-4cd6-80d6-74a48de59c96,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:20.424766 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:INSERT=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:20.496284 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-bb114b48-57af-4469-af91-3c1472ea1031 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1102948 Jul 02 03:35:20.554554 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5ac95-c2d3-499b-acdd-2ac0f52e8df0 req-b9ac3c03-b4a4-4ddb-9dbf-07fab5e5e1e5 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:20.558296 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-92f5ac95-c2d3-499b-acdd-2ac0f52e8df0 req-b9ac3c03-b4a4-4ddb-9dbf-07fab5e5e1e5 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.2612622 Jul 02 03:35:20.577386 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda1d930-d99e-4c43-a3cb-9c1c5aa44a61 None None] Network 97142641-e160-4af8-b2da-f208e0db4394 requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:35:20.581739 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578253c-6def-4d68-9e00-1cd48cac366f req-dfaf10ae-f0a8-479d-9c6b-0922b5a590c2 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:20.584308 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7578253c-6def-4d68-9e00-1cd48cac366f req-dfaf10ae-f0a8-479d-9c6b-0922b5a590c2 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 945 time: 0.2255354 Jul 02 03:35:20.698146 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-68c81216-c904-4e4f-82c5-b1f2494ea61b admin admin] Publish callbacks [] for router_gateway (56ca4511-6142-4685-b6d9-a1d64664c601), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:20.744300 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7578253c-6def-4d68-9e00-1cd48cac366f req-847ca591-c459-46c5-b286-c4cc8988381f tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7e9aa3-b936-4e8a-89b9-f5da8985c04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255887 Jul 02 03:35:20.750813 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-92f5ac95-c2d3-499b-acdd-2ac0f52e8df0 req-9c26fa14-f38f-433b-9420-dfe10a6a0102 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647043 Jul 02 03:35:20.916454 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 32928) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:20.931167 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-717b387f-d9e9-493c-844f-152bdeb0de18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:21.028435 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-717b387f-d9e9-493c-844f-152bdeb0de18 admin admin] Publish callbacks [] for security_group (1d22a934-d0a5-4bdf-a3c9-e825d74aef3b), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:21.038712 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-717b387f-d9e9-493c-844f-152bdeb0de18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (1d22a934-d0a5-4bdf-a3c9-e825d74aef3b), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:21.090970 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-717b387f-d9e9-493c-844f-152bdeb0de18 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b62abe52aef048f597242629585ed5b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1733496 Jul 02 03:35:21.092701 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b387f-d9e9-493c-844f-152bdeb0de18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d22a934-d0a5-4bdf-a3c9-e825d74aef3b,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:21.093724 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 32934) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:21.197032 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:21.243722 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-235bbb07-6d69-46ff-9cb8-1a07d16b23b5 admin admin] Publish callbacks [] for security_group (1d22a934-d0a5-4bdf-a3c9-e825d74aef3b), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:21.284939 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-235bbb07-6d69-46ff-9cb8-1a07d16b23b5 admin admin] Publish callbacks [] for security_group (1d22a934-d0a5-4bdf-a3c9-e825d74aef3b), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:21.288768 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-68c81216-c904-4e4f-82c5-b1f2494ea61b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-387663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390652'] for router (56ca4511-6142-4685-b6d9-a1d64664c601), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:21.345856 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83011cf9-51db-4366-a3de-e8af9759e70c req-9eb23ac1-029d-48ec-b32b-2b31f18216ae tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:21.347870 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-83011cf9-51db-4366-a3de-e8af9759e70c req-9eb23ac1-029d-48ec-b32b-2b31f18216ae tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 945 time: 0.1039536 Jul 02 03:35:21.424575 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b31e1c-77fe-4adc-9e1d-02808064bf1d req-eefeaa02-32dd-48fc-8ca7-f50eae999b8f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:21.435096 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-26b31e1c-77fe-4adc-9e1d-02808064bf1d req-eefeaa02-32dd-48fc-8ca7-f50eae999b8f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0857675 Jul 02 03:35:21.469212 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-235bbb07-6d69-46ff-9cb8-1a07d16b23b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (1d22a934-d0a5-4bdf-a3c9-e825d74aef3b), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:21.471884 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-235bbb07-6d69-46ff-9cb8-1a07d16b23b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:21.475609 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-235bbb07-6d69-46ff-9cb8-1a07d16b23b5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1d22a934-d0a5-4bdf-a3c9-e825d74aef3b HTTP/1.1" status: 204 len: 168 time: 0.3777549 Jul 02 03:35:21.488946 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235bbb07-6d69-46ff-9cb8-1a07d16b23b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d22a934-d0a5-4bdf-a3c9-e825d74aef3b,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:21.510429 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 54a638db-254c-4005-b3f3-014e45f9ff9e up at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:35:21.530134 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-83011cf9-51db-4366-a3de-e8af9759e70c req-80ec06dc-a419-4e22-8701-b96d1c03df04 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=c07838c8-e6ce-4995-b85b-685cbd63932f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723468 Jul 02 03:35:21.533970 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c81216-c904-4e4f-82c5-b1f2494ea61b admin admin] Router 56ca4511-6142-4685-b6d9-a1d64664c601 is scheduled to L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c with binding_index 1 {{(pid=104250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 02 03:35:21.565419 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-26b31e1c-77fe-4adc-9e1d-02808064bf1d req-b1af3b7a-e9b1-4e66-97c5-d9769d3ce304 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294358 Jul 02 03:35:21.586727 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning for port 54a638db-254c-4005-b3f3-014e45f9ff9e completed by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 02 03:35:21.586727 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:21.594953 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning complete for port 54a638db-254c-4005-b3f3-014e45f9ff9e triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:35:21.601938 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (54a638db-254c-4005-b3f3-014e45f9ff9e), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:21.690584 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c81216-c904-4e4f-82c5-b1f2494ea61b admin admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:35:21.700479 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:21.703088 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8db82c-6bc6-4e09-bf9f-34bca55af1bb None None] Sync routers for ids ['56ca4511-6142-4685-b6d9-a1d64664c601'] in dv-cinder-846842-9-iscsi {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:35:21.725135 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-68c81216-c904-4e4f-82c5-b1f2494ea61b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:21.729226 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-68c81216-c904-4e4f-82c5-b1f2494ea61b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8213677 Jul 02 03:35:21.729790 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8db82c-6bc6-4e09-bf9f-34bca55af1bb None None] Routers {'56ca4511-6142-4685-b6d9-a1d64664c601'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:35:21.729904 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 32948) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:21.729997 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-cd8db82c-6bc6-4e09-bf9f-34bca55af1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:34:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['56ca4511-6142-4685-b6d9-a1d64664c601'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:21.900767 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-cd8db82c-6bc6-4e09-bf9f-34bca55af1bb None None] Set router 56ca4511-6142-4685-b6d9-a1d64664c601 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:35:21.924069 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-d078a578-8ef5-4145-aaed-4300d054a566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:21.928292 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-d078a578-8ef5-4145-aaed-4300d054a566 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f39e852f8d14dec8e98d8d77fe90766&device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 1128 time: 0.0745914 Jul 02 03:35:21.947431 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4209c435-2e81-4e74-9dff-7cfb806c4d52 None None] Network b173f876-9c4f-4325-a46d-ef7a6e505875 requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:35:21.999408 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-1fd4d06f-6fed-4d23-9544-47d5fe46a5a5 None None] Provisioning complete for port 569695ee-b420-4afc-bcf3-3b6717c80913 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:35:21.999774 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-1fd4d06f-6fed-4d23-9544-47d5fe46a5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (569695ee-b420-4afc-bcf3-3b6717c80913), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:22.062339 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694e7f4-e144-4888-abc3-99a5b374c9f6 req-ab3f8c6b-fcad-4d7e-bf32-b9b3cb8bdee3 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:22.069773 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8694e7f4-e144-4888-abc3-99a5b374c9f6 req-ab3f8c6b-fcad-4d7e-bf32-b9b3cb8bdee3 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 945 time: 0.1381161 Jul 02 03:35:22.093502 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:35:22.106065 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560bc9e-f3f5-47bd-9cb4-eb9b8bc11a91 req-2cab5e7b-5ef9-44cf-840c-e8d2fae3fb29 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:22.114004 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8560bc9e-f3f5-47bd-9cb4-eb9b8bc11a91 req-2cab5e7b-5ef9-44cf-840c-e8d2fae3fb29 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.1081107 Jul 02 03:35:22.143033 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-cd8db82c-6bc6-4e09-bf9f-34bca55af1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'name': 'tempest-TestShelveInstance-439912201-router', 'tenant_id': '6c04290d87154e48a3bf77a828b563ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '56f6859c-1229-4eee-89f6-e872d60cdfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:35:18Z', 'updated_at': '2022-07-02T03:35:20Z', 'revision_number': 3, 'project_id': '6c04290d87154e48a3bf77a828b563ba', 'gw_port': {'id': '56f6859c-1229-4eee-89f6-e872d60cdfdd', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:35:19Z', 'updated_at': '2022-07-02T03:35:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi'}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:22.152770 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 54a638db-254c-4005-b3f3-014e45f9ff9e is: BUILD; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:35:22.152946 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (54a638db-254c-4005-b3f3-014e45f9ff9e), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:22.168721 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8694e7f4-e144-4888-abc3-99a5b374c9f6 req-42259798-e714-4b52-9679-8be69d11e7b7 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7e9aa3-b936-4e8a-89b9-f5da8985c04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980976 Jul 02 03:35:22.188852 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:22.206679 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8560bc9e-f3f5-47bd-9cb4-eb9b8bc11a91 req-773ae923-c168-43fa-a2c3-69618e5ae462 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916624 Jul 02 03:35:22.216080 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8db82c-6bc6-4e09-bf9f-34bca55af1bb None None] Checking router: 56ca4511-6142-4685-b6d9-a1d64664c601 for host: dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:35:22.216430 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8db82c-6bc6-4e09-bf9f-34bca55af1bb None None] Updating router 56ca4511-6142-4685-b6d9-a1d64664c601 port 56f6859c-1229-4eee-89f6-e872d60cdfdd binding host dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 03:35:22.270477 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-cd8db82c-6bc6-4e09-bf9f-34bca55af1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (56f6859c-1229-4eee-89f6-e872d60cdfdd), before_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:22.273766 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e880e075-40f8-4727-b142-83ae3e2c6d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a638db-254c-4005-b3f3-014e45f9ff9e'}] {{(pid=104251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:35:22.276518 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea91eb0431f3890beba7fecfff9803703e4988fc204844c40d6eadfc05b4f309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb41040-ce53-4247-83da-5db967d90ec8" -d '{"events": [{"server_uuid": "e880e075-40f8-4727-b142-83ae3e2c6d03", "name": "network-vif-plugged", "status": "completed", "tag": "54a638db-254c-4005-b3f3-014e45f9ff9e"}]}' {{(pid=104251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:35:22.355674 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-1fd4d06f-6fed-4d23-9544-47d5fe46a5a5 None None] Current status of the port 569695ee-b420-4afc-bcf3-3b6717c80913 is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:35:22.356396 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-1fd4d06f-6fed-4d23-9544-47d5fe46a5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (569695ee-b420-4afc-bcf3-3b6717c80913), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:22.372134 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 54a638db-254c-4005-b3f3-014e45f9ff9e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=54a638db-254c-4005-b3f3-014e45f9ff9e,segment=NetworkSegment(f42053ac-70b9-4a5f-91c4-b122b3b8433a),segment_id=f42053ac-70b9-4a5f-91c4-b122b3b8433a)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:35:22.426987 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82800a14-8520-4ae7-8135-14931aed0ee0 x-openstack-request-id: req-82800a14-8520-4ae7-8135-14931aed0ee0 {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:35:22.429627 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e880e075-40f8-4727-b142-83ae3e2c6d03", "name": "network-vif-plugged", "status": "completed", "tag": "54a638db-254c-4005-b3f3-014e45f9ff9e", "code": 200}]} {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:35:22.430290 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-82800a14-8520-4ae7-8135-14931aed0ee0 {{(pid=104251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:35:22.433295 dv-cinder-846842-9-iscsi neutron-server[104251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82800a14-8520-4ae7-8135-14931aed0ee0'] response: {'server_uuid': 'e880e075-40f8-4727-b142-83ae3e2c6d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a638db-254c-4005-b3f3-014e45f9ff9e', 'code': 200} Jul 02 03:35:22.438718 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (54a638db-254c-4005-b3f3-014e45f9ff9e), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:22.493367 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-1624a077-ad76-4565-b977-f4c7c79b7106 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01f88803-1998-4eea-820a-bbda30202ac5 HTTP/1.1" status: 200 len: 217 time: 0.0710950 Jul 02 03:35:22.591084 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=54a638db-254c-4005-b3f3-014e45f9ff9e,revision_number=5']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:22.603406 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:22.611653 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2ba6e152-7fe8-43c3-be08-74c02be37709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:22.695760 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 569695ee-b420-4afc-bcf3-3b6717c80913 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:35:22.725996 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-1fd4d06f-6fed-4d23-9544-47d5fe46a5a5 None None] For port 569695ee-b420-4afc-bcf3-3b6717c80913, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=569695ee-b420-4afc-bcf3-3b6717c80913,segment=NetworkSegment(8fdf9ffb-87ca-4c0e-8fce-99459036e8eb),segment_id=8fdf9ffb-87ca-4c0e-8fce-99459036e8eb)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:35:22.730297 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72847a96-905c-417f-8d86-8e8ea81c7d4d req-0c6d15c6-7d23-41d2-be4f-9451cc8d76c7 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:22.740634 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-72847a96-905c-417f-8d86-8e8ea81c7d4d req-0c6d15c6-7d23-41d2-be4f-9451cc8d76c7 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 946 time: 0.0772011 Jul 02 03:35:22.773283 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-81795d1e-98a5-4565-b904-f05d52d61798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:22.788316 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-1fd4d06f-6fed-4d23-9544-47d5fe46a5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (569695ee-b420-4afc-bcf3-3b6717c80913), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:22.839809 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e4588-33a9-400a-94a8-938d2a107747 req-b9c0364d-c45f-427d-a0d4-d50b34df80fa tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:22.841647 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-604e4588-33a9-400a-94a8-938d2a107747 req-b9c0364d-c45f-427d-a0d4-d50b34df80fa tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0926855 Jul 02 03:35:22.875112 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:22.895513 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-72847a96-905c-417f-8d86-8e8ea81c7d4d req-5558ef09-253e-40fe-aa61-9949ece88d67 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=c07838c8-e6ce-4995-b85b-685cbd63932f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527209 Jul 02 03:35:22.958655 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4d06f-6fed-4d23-9544-47d5fe46a5a5 None None] Pushing event updated for resources: {'Port': ['ID=569695ee-b420-4afc-bcf3-3b6717c80913,revision_number=3']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:22.973744 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-604e4588-33a9-400a-94a8-938d2a107747 req-c19e6e75-ec93-4dd9-bdd3-ed09e57c1a30 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199579 Jul 02 03:35:23.001189 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-a8e6b4b4-d068-471a-b893-54e6e473aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:23.001921 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-ff6fd667-637f-421a-8a0f-044ef452d5f9 None None] Provisioning complete for port 569695ee-b420-4afc-bcf3-3b6717c80913 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:35:23.002466 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-ff6fd667-637f-421a-8a0f-044ef452d5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (569695ee-b420-4afc-bcf3-3b6717c80913), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:23.004277 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-a8e6b4b4-d068-471a-b893-54e6e473aa27 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e HTTP/1.1" status: 200 len: 856 time: 0.0956430 Jul 02 03:35:23.006491 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [None req-2ba6e152-7fe8-43c3-be08-74c02be37709 admin admin] Allocated IP 172.20.0.1 (b173f876-9c4f-4325-a46d-ef7a6e505875/c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac/736d3e1a-4810-484a-b45b-d4bb345c2a46) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:35:23.045226 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 569695ee-b420-4afc-bcf3-3b6717c80913 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:35:23.045615 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (569695ee-b420-4afc-bcf3-3b6717c80913), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:23.119868 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-cd8db82c-6bc6-4e09-bf9f-34bca55af1bb None None] Publish callbacks [] for port (56f6859c-1229-4eee-89f6-e872d60cdfdd), precommit_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:23.131996 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-cd8db82c-6bc6-4e09-bf9f-34bca55af1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (56f6859c-1229-4eee-89f6-e872d60cdfdd), after_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:23.166495 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:23.246489 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-849a0859-3ac9-4e13-b309-56bb94c35a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:23.248344 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-849a0859-3ac9-4e13-b309-56bb94c35a7e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc0b5a80-e232-44f7-a253-08cca2946b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2350833 Jul 02 03:35:23.303878 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-cd8db82c-6bc6-4e09-bf9f-34bca55af1bb None None] Attempting to bind port 56f6859c-1229-4eee-89f6-e872d60cdfdd on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:35:23.304557 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-cd8db82c-6bc6-4e09-bf9f-34bca55af1bb None None] Attempting to bind port 56f6859c-1229-4eee-89f6-e872d60cdfdd by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}] {{(pid=104252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:35:23.307538 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8db82c-6bc6-4e09-bf9f-34bca55af1bb None None] Attempting to bind port 56f6859c-1229-4eee-89f6-e872d60cdfdd on network f461a802-f340-43f3-86d0-4b44bcb77e0c {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:35:23.313364 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e497c-5de8-4e57-a1b1-109f34bc9ced req-39c3ef0f-6ac0-4dde-aae1-0c2628f396f5 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:23.315270 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-ff6fd667-637f-421a-8a0f-044ef452d5f9 None None] Current status of the port 569695ee-b420-4afc-bcf3-3b6717c80913 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:35:23.322383 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-845e497c-5de8-4e57-a1b1-109f34bc9ced req-39c3ef0f-6ac0-4dde-aae1-0c2628f396f5 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 945 time: 0.0698652 Jul 02 03:35:23.326821 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798fe1f1-335e-434b-8bd8-863708281aa7 None None] Pushing event updated for resources: {'Port': ['ID=56f6859c-1229-4eee-89f6-e872d60cdfdd,revision_number=2']} {{(pid=104252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:23.330825 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:23.340585 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8db82c-6bc6-4e09-bf9f-34bca55af1bb None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:35:23.341283 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8db82c-6bc6-4e09-bf9f-34bca55af1bb None None] Checking segment: {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:35:23.342312 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-cd8db82c-6bc6-4e09-bf9f-34bca55af1bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:23.347169 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8db82c-6bc6-4e09-bf9f-34bca55af1bb None None] Bound using segment: {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'} {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:35:23.348275 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-cd8db82c-6bc6-4e09-bf9f-34bca55af1bb None None] Bound port: 56f6859c-1229-4eee-89f6-e872d60cdfdd, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}}] {{(pid=104252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:35:23.349263 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-cd8db82c-6bc6-4e09-bf9f-34bca55af1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (56f6859c-1229-4eee-89f6-e872d60cdfdd), before_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:23.371031 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 569695ee-b420-4afc-bcf3-3b6717c80913 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:35:23.387105 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-845e497c-5de8-4e57-a1b1-109f34bc9ced req-3bca627b-da09-4599-932b-81f3cc624ccb tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7e9aa3-b936-4e8a-89b9-f5da8985c04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639329 Jul 02 03:35:23.390566 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6f65c-9b50-419a-bdff-26b7bbf56c62 req-ee3a12ae-f1bf-46c9-b5c1-e1029268b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:23.392461 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798fe1f1-335e-434b-8bd8-863708281aa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:23.392976 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798fe1f1-335e-434b-8bd8-863708281aa7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:23.393709 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798fe1f1-335e-434b-8bd8-863708281aa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:23.394210 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798fe1f1-335e-434b-8bd8-863708281aa7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:23.394750 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798fe1f1-335e-434b-8bd8-863708281aa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:23.395223 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798fe1f1-335e-434b-8bd8-863708281aa7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:23.395716 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798fe1f1-335e-434b-8bd8-863708281aa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:23.396199 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798fe1f1-335e-434b-8bd8-863708281aa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:23.396729 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798fe1f1-335e-434b-8bd8-863708281aa7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:23.397516 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798fe1f1-335e-434b-8bd8-863708281aa7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:23.398013 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798fe1f1-335e-434b-8bd8-863708281aa7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:23.398609 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798fe1f1-335e-434b-8bd8-863708281aa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:23.399319 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798fe1f1-335e-434b-8bd8-863708281aa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:23.400272 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798fe1f1-335e-434b-8bd8-863708281aa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:23.400418 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-b5e6f65c-9b50-419a-bdff-26b7bbf56c62 req-ee3a12ae-f1bf-46c9-b5c1-e1029268b989 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 1130 time: 0.2445307 Jul 02 03:35:23.400878 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798fe1f1-335e-434b-8bd8-863708281aa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:35:23.471609 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.db [None req-cd8db82c-6bc6-4e09-bf9f-34bca55af1bb None None] For port 56f6859c-1229-4eee-89f6-e872d60cdfdd, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:35:23.477670 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.db [None req-cd8db82c-6bc6-4e09-bf9f-34bca55af1bb None None] For port 56f6859c-1229-4eee-89f6-e872d60cdfdd, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=56f6859c-1229-4eee-89f6-e872d60cdfdd,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:35:23.492505 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-cd8db82c-6bc6-4e09-bf9f-34bca55af1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (56f6859c-1229-4eee-89f6-e872d60cdfdd), after_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:23.535192 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:23.611483 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:23.614197 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798fe1f1-335e-434b-8bd8-863708281aa7 None None] Pushing event updated for resources: {'Port': ['ID=56f6859c-1229-4eee-89f6-e872d60cdfdd,revision_number=3']} {{(pid=104252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:23.619380 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8db82c-6bc6-4e09-bf9f-34bca55af1bb None None] Routers {'56ca4511-6142-4685-b6d9-a1d64664c601'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:35:23.620333 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-cd8db82c-6bc6-4e09-bf9f-34bca55af1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:35:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['56ca4511-6142-4685-b6d9-a1d64664c601'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:23.640135 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac63ef8-35d1-4d9b-a73d-8585e7ddff47 req-d97f7837-abd6-4c4f-8add-0298d8984e60 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:23.663109 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fac63ef8-35d1-4d9b-a73d-8585e7ddff47 req-d97f7837-abd6-4c4f-8add-0298d8984e60 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.1816006 Jul 02 03:35:23.692466 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2ba6e152-7fe8-43c3-be08-74c02be37709 admin admin] Publish callbacks [] for port (736d3e1a-4810-484a-b45b-d4bb345c2a46), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:23.723205 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:23.777915 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724c478-d4d8-4a2e-a3d8-6c8d02afff63 req-b384446a-0676-429a-bec0-b5f5c7de0ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:23.779833 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-2724c478-d4d8-4a2e-a3d8-6c8d02afff63 req-b384446a-0676-429a-bec0-b5f5c7de0ad9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53c88ba2f03f47538ca0eaeb08ccfc07&device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 1129 time: 0.2505682 Jul 02 03:35:23.782498 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-cd8db82c-6bc6-4e09-bf9f-34bca55af1bb None None] Set router 56ca4511-6142-4685-b6d9-a1d64664c601 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:35:23.782850 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-096059ec-584f-48f0-9a00-7fb629b07f1f service neutron] 10.222.0.26 "GET /v2.0/networks/dc0b5a80-e232-44f7-a253-08cca2946b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5179319 Jul 02 03:35:23.798631 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-b5e6f65c-9b50-419a-bdff-26b7bbf56c62 req-c0b243b3-74f0-4fa6-a3c4-05117a40e685 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c07838c8-e6ce-4995-b85b-685cbd63932f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3852808 Jul 02 03:35:23.910172 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:24.082922 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd3f33-f21d-4e4a-aa7a-983d350d069a req-addf2e86-dc2c-4f19-b543-c6d0b3b8c0d7 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:24.090435 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-57cd3f33-f21d-4e4a-aa7a-983d350d069a req-addf2e86-dc2c-4f19-b543-c6d0b3b8c0d7 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.4238620 Jul 02 03:35:24.185503 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-cd8db82c-6bc6-4e09-bf9f-34bca55af1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'name': 'tempest-TestShelveInstance-439912201-router', 'tenant_id': '6c04290d87154e48a3bf77a828b563ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '56f6859c-1229-4eee-89f6-e872d60cdfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:35:18Z', 'updated_at': '2022-07-02T03:35:20Z', 'revision_number': 3, 'project_id': '6c04290d87154e48a3bf77a828b563ba', 'gw_port': {'id': '56f6859c-1229-4eee-89f6-e872d60cdfdd', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:35:19Z', 'updated_at': '2022-07-02T03:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi'}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:24.203645 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 33028) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:24.217203 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-57cd3f33-f21d-4e4a-aa7a-983d350d069a req-c5f29518-6ff4-47a4-b189-662a1ee6e8b4 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255260 Jul 02 03:35:24.222392 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8db82c-6bc6-4e09-bf9f-34bca55af1bb None None] The sync data for ids ['56ca4511-6142-4685-b6d9-a1d64664c601'] in dv-cinder-846842-9-iscsi is: [{'id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'name': 'tempest-TestShelveInstance-439912201-router', 'tenant_id': '6c04290d87154e48a3bf77a828b563ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '56f6859c-1229-4eee-89f6-e872d60cdfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:35:18Z', 'updated_at': '2022-07-02T03:35:20Z', 'revision_number': 3, 'project_id': '6c04290d87154e48a3bf77a828b563ba', 'gw_port': {'id': '56f6859c-1229-4eee-89f6-e872d60cdfdd', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:35:19Z', 'updated_at': '2022-07-02T03:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi'}] {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:35:24.316719 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fac63ef8-35d1-4d9b-a73d-8585e7ddff47 req-9e20b891-603e-45b1-8ef0-6f787add9651 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6184840 Jul 02 03:35:24.324871 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2ba6e152-7fe8-43c3-be08-74c02be37709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (736d3e1a-4810-484a-b45b-d4bb345c2a46), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:24.343521 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:24.417650 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724c478-d4d8-4a2e-a3d8-6c8d02afff63 req-22d9b520-a996-42cd-81dd-f9ab94e80fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:24.419166 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-2724c478-d4d8-4a2e-a3d8-6c8d02afff63 req-22d9b520-a996-42cd-81dd-f9ab94e80fcf service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1d7a687-b6ca-47c7-af08-d5e3055ff439 HTTP/1.1" status: 200 len: 919 time: 0.6174366 Jul 02 03:35:24.449002 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 569695ee-b420-4afc-bcf3-3b6717c80913 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:35:24.451850 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014381f-b97c-41b2-b42b-92a203fd0cce req-5d543c07-b961-4b90-81fc-c0d39c4e9436 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:24.458821 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1014381f-b97c-41b2-b42b-92a203fd0cce req-5d543c07-b961-4b90-81fc-c0d39c4e9436 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 946 time: 0.0998178 Jul 02 03:35:24.504581 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba6e152-7fe8-43c3-be08-74c02be37709 admin admin] Network b173f876-9c4f-4325-a46d-ef7a6e505875 is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:35:24.523183 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 569695ee-b420-4afc-bcf3-3b6717c80913 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:35:24.523720 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (569695ee-b420-4afc-bcf3-3b6717c80913), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:24.527714 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-2ba6e152-7fe8-43c3-be08-74c02be37709 admin admin] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:35:24.540418 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba6e152-7fe8-43c3-be08-74c02be37709 admin admin] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:35:24.542845 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6e152-7fe8-43c3-be08-74c02be37709 admin admin] Pushing event updated for resources: {'Port': ['ID=736d3e1a-4810-484a-b45b-d4bb345c2a46,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:24.548370 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-343f789a-b8d5-4fdf-b513-a8ea27c05bd2 req-9cafb302-03a0-4d30-9e57-df20b0b2cc35 service neutron] 10.222.0.26 "GET /v2.0/networks/dc0b5a80-e232-44f7-a253-08cca2946b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7476952 Jul 02 03:35:24.577325 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6c129e93-8c8e-4fc8-8ed6-b27908220cc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:24.632932 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1014381f-b97c-41b2-b42b-92a203fd0cce req-eb5e104c-1865-4078-a91d-9d715ce3b233 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=c07838c8-e6ce-4995-b85b-685cbd63932f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729605 Jul 02 03:35:24.657409 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2ba6e152-7fe8-43c3-be08-74c02be37709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-386495'] for router_interface (56ca4511-6142-4685-b6d9-a1d64664c601), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:24.663018 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 569695ee-b420-4afc-bcf3-3b6717c80913 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:35:24.831197 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6c129e93-8c8e-4fc8-8ed6-b27908220cc5 admin admin] Publish callbacks [] for security_group (c726c18c-c62d-4d31-b7d9-666f31a8fa41), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:24.836806 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6c129e93-8c8e-4fc8-8ed6-b27908220cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (c726c18c-c62d-4d31-b7d9-666f31a8fa41), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:24.857860 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-2724c478-d4d8-4a2e-a3d8-6c8d02afff63 req-45aa33b9-d743-4304-bd9b-fff480c1f527 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e02d1bfd-a033-4aa9-9067-1cfc9301fed1 HTTP/1.1" status: 200 len: 217 time: 0.0722106 Jul 02 03:35:24.872212 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2ba6e152-7fe8-43c3-be08-74c02be37709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (736d3e1a-4810-484a-b45b-d4bb345c2a46), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:24.902234 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c129e93-8c8e-4fc8-8ed6-b27908220cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c726c18c-c62d-4d31-b7d9-666f31a8fa41,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:24.925978 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-6c129e93-8c8e-4fc8-8ed6-b27908220cc5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e59a8c977471441e8d569ab1ba8f472b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7034383 Jul 02 03:35:24.929097 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 33044) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:24.997368 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-1b944e47-86d8-483e-948b-8eab2ebd21bd None None] Provisioning complete for port 736d3e1a-4810-484a-b45b-d4bb345c2a46 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:35:24.998272 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-1b944e47-86d8-483e-948b-8eab2ebd21bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (736d3e1a-4810-484a-b45b-d4bb345c2a46), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:25.025636 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6e50613d-6119-44b5-aa33-afef41405899 admin admin] Publish callbacks [] for security_group (c726c18c-c62d-4d31-b7d9-666f31a8fa41), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:25.075774 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6e50613d-6119-44b5-aa33-afef41405899 admin admin] Publish callbacks [] for security_group (c726c18c-c62d-4d31-b7d9-666f31a8fa41), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:25.082608 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-1b944e47-86d8-483e-948b-8eab2ebd21bd None None] Port 736d3e1a-4810-484a-b45b-d4bb345c2a46 cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:35:25.123318 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:25.183518 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:25.191200 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2ba6e152-7fe8-43c3-be08-74c02be37709 admin admin] Publish callbacks [] for port (736d3e1a-4810-484a-b45b-d4bb345c2a46), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:25.201350 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2ba6e152-7fe8-43c3-be08-74c02be37709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (736d3e1a-4810-484a-b45b-d4bb345c2a46), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:25.221267 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6e50613d-6119-44b5-aa33-afef41405899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (c726c18c-c62d-4d31-b7d9-666f31a8fa41), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:25.225298 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6e50613d-6119-44b5-aa33-afef41405899 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:25.226521 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-6e50613d-6119-44b5-aa33-afef41405899 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c726c18c-c62d-4d31-b7d9-666f31a8fa41 HTTP/1.1" status: 204 len: 168 time: 0.2964013 Jul 02 03:35:25.258792 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50613d-6119-44b5-aa33-afef41405899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c726c18c-c62d-4d31-b7d9-666f31a8fa41,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:25.338546 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:25.363570 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2ba6e152-7fe8-43c3-be08-74c02be37709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386339'] for router_interface (56ca4511-6142-4685-b6d9-a1d64664c601), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:25.367362 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:25.369365 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6e152-7fe8-43c3-be08-74c02be37709 admin admin] Pushing event updated for resources: {'Port': ['ID=736d3e1a-4810-484a-b45b-d4bb345c2a46,revision_number=2']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:25.458577 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f8fec-c1c7-4f63-9ded-034e3574fc65 req-6721d49a-aa5f-4357-b3f9-355044a638a6 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:25.461585 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-339f8fec-c1c7-4f63-9ded-034e3574fc65 req-6721d49a-aa5f-4357-b3f9-355044a638a6 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.1310375 Jul 02 03:35:25.526702 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba6e152-7fe8-43c3-be08-74c02be37709 admin admin] Network b173f876-9c4f-4325-a46d-ef7a6e505875 is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:35:25.529633 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-2ba6e152-7fe8-43c3-be08-74c02be37709 admin admin] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:35:25.568723 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-339f8fec-c1c7-4f63-9ded-034e3574fc65 req-d225492f-0304-4003-835f-04e09af37865 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970292 Jul 02 03:35:25.735045 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d826a59-fd7c-4056-9f6f-8eb049c82ae8 req-83e1a3f1-a5a5-4016-a257-8d25ad04ddbc tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:25.761594 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9d826a59-fd7c-4056-9f6f-8eb049c82ae8 req-83e1a3f1-a5a5-4016-a257-8d25ad04ddbc tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.1008935 Jul 02 03:35:25.829085 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba6e152-7fe8-43c3-be08-74c02be37709 admin admin] Router 56ca4511-6142-4685-b6d9-a1d64664c601 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:35:25.842297 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9d826a59-fd7c-4056-9f6f-8eb049c82ae8 req-51f28290-e62b-46ba-88b9-3b09efdcd0f8 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788355 Jul 02 03:35:25.906890 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-aecaebae-43b6-4cea-a5d0-98d8236de373 None None] Provisioning complete for port 736d3e1a-4810-484a-b45b-d4bb345c2a46 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:35:25.908000 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-aecaebae-43b6-4cea-a5d0-98d8236de373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (736d3e1a-4810-484a-b45b-d4bb345c2a46), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:25.940208 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:25.941540 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-aecaebae-43b6-4cea-a5d0-98d8236de373 None None] Port 736d3e1a-4810-484a-b45b-d4bb345c2a46 cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:35:25.954133 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba6e152-7fe8-43c3-be08-74c02be37709 admin admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:35:25.959713 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-2ba6e152-7fe8-43c3-be08-74c02be37709 admin admin] 10.222.0.42 "PUT /v2.0/routers/56ca4511-6142-4685-b6d9-a1d64664c601/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2282996 Jul 02 03:35:25.966537 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750190d5-7a61-40a6-8a84-b1af70bc5350 req-e702a80b-5477-41e1-9450-2570653f2493 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:25.968171 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-750190d5-7a61-40a6-8a84-b1af70bc5350 req-e702a80b-5477-41e1-9450-2570653f2493 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 946 time: 0.0668921 Jul 02 03:35:26.019111 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-750190d5-7a61-40a6-8a84-b1af70bc5350 req-dc61a99f-0fb1-4cda-bd1f-677ca3f74cbe tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=c07838c8-e6ce-4995-b85b-685cbd63932f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450892 Jul 02 03:35:26.442832 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 56f6859c-1229-4eee-89f6-e872d60cdfdd up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:35:26.490860 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 56f6859c-1229-4eee-89f6-e872d60cdfdd triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:35:26.491324 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (56f6859c-1229-4eee-89f6-e872d60cdfdd), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:26.550462 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 33098) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:26.555649 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-a773ad0a-8105-4f8d-8593-896f6b68de4e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-669641936-network', 'tenant_id': '49622e8284454d679cacdd88b2f2344a'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:35:26.571214 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 56f6859c-1229-4eee-89f6-e872d60cdfdd is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:35:26.572898 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (56f6859c-1229-4eee-89f6-e872d60cdfdd), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:26.577106 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a773ad0a-8105-4f8d-8593-896f6b68de4e admin admin] Made reservation on behalf of 49622e8284454d679cacdd88b2f2344a for: {'network': 1} {{(pid=104249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:35:26.579658 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a773ad0a-8105-4f8d-8593-896f6b68de4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for network (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:26.583758 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a116d88-1735-4305-8963-5aa719e8e59a None None] Sync routers for ids ['56ca4511-6142-4685-b6d9-a1d64664c601'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:35:26.589184 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a773ad0a-8105-4f8d-8593-896f6b68de4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:26.615262 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] For port 56f6859c-1229-4eee-89f6-e872d60cdfdd, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=56f6859c-1229-4eee-89f6-e872d60cdfdd,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:35:26.619386 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a116d88-1735-4305-8963-5aa719e8e59a None None] Routers {'56ca4511-6142-4685-b6d9-a1d64664c601'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:35:26.620647 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-1a116d88-1735-4305-8963-5aa719e8e59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:35:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['56ca4511-6142-4685-b6d9-a1d64664c601'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:26.664764 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (56f6859c-1229-4eee-89f6-e872d60cdfdd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:26.707141 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a773ad0a-8105-4f8d-8593-896f6b68de4e admin admin] Publish callbacks [] for security_group (751133fe-42d8-4203-afaf-8b2fcf286706), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:26.714213 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd8ac0-f80c-48e1-a767-5631149bbb08 req-605ecb16-f12c-4a51-ac0b-e52c098a6695 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:26.715796 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f1fd8ac0-f80c-48e1-a767-5631149bbb08 req-605ecb16-f12c-4a51-ac0b-e52c098a6695 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0659106 Jul 02 03:35:26.723598 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a773ad0a-8105-4f8d-8593-896f6b68de4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (751133fe-42d8-4203-afaf-8b2fcf286706), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:26.768430 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Pushing event updated for resources: {'Port': ['ID=56f6859c-1229-4eee-89f6-e872d60cdfdd,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:26.769763 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a773ad0a-8105-4f8d-8593-896f6b68de4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=104249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 03:35:26.778908 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773ad0a-8105-4f8d-8593-896f6b68de4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751133fe-42d8-4203-afaf-8b2fcf286706,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:26.792376 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-1a116d88-1735-4305-8963-5aa719e8e59a None None] Set router 56ca4511-6142-4685-b6d9-a1d64664c601 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:35:26.800753 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a773ad0a-8105-4f8d-8593-896f6b68de4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (9332b316-3a7a-411e-b89c-f41ee26c7bde), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:26.801091 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.db.segments_db [None req-a773ad0a-8105-4f8d-8593-896f6b68de4e admin admin] Added segment 9332b316-3a7a-411e-b89c-f41ee26c7bde of type vlan for network 9a35e823-6f9b-485c-8792-468c04e42b7b Jul 02 03:35:26.843575 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f1fd8ac0-f80c-48e1-a767-5631149bbb08 req-c1a08f6d-76e1-4cc1-86cd-0694f7fc89d1 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210384 Jul 02 03:35:26.858575 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a773ad0a-8105-4f8d-8593-896f6b68de4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087990932'] for network (9a35e823-6f9b-485c-8792-468c04e42b7b), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:26.889838 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a773ad0a-8105-4f8d-8593-896f6b68de4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675'] for network (9a35e823-6f9b-485c-8792-468c04e42b7b), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:26.890708 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a773ad0a-8105-4f8d-8593-896f6b68de4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:26.891332 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a773ad0a-8105-4f8d-8593-896f6b68de4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:26.939245 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:26.980854 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773ad0a-8105-4f8d-8593-896f6b68de4e admin admin] Pushing event updated for resources: {'Network': ['ID=9a35e823-6f9b-485c-8792-468c04e42b7b,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:26.996329 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Network 9a35e823-6f9b-485c-8792-468c04e42b7b details requested by agent ovs-agent-dv-cinder-846842-9-iscsi with host dv-cinder-846842-9-iscsi {{(pid=104251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 03:35:27.013840 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-a773ad0a-8105-4f8d-8593-896f6b68de4e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4621379 Jul 02 03:35:27.016669 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 33108) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:27.017091 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-1a116d88-1735-4305-8963-5aa719e8e59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'name': 'tempest-TestShelveInstance-439912201-router', 'tenant_id': '6c04290d87154e48a3bf77a828b563ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '56f6859c-1229-4eee-89f6-e872d60cdfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:35:18Z', 'updated_at': '2022-07-02T03:35:24Z', 'revision_number': 4, 'project_id': '6c04290d87154e48a3bf77a828b563ba', 'gw_port': {'id': '56f6859c-1229-4eee-89f6-e872d60cdfdd', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:35:19Z', 'updated_at': '2022-07-02T03:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '736d3e1a-4810-484a-b45b-d4bb345c2a46', 'name': '', 'network_id': 'b173f876-9c4f-4325-a46d-ef7a6e505875', 'tenant_id': '6c04290d87154e48a3bf77a828b563ba', 'mac_address': 'fa:16:3e:d9:43:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:35:22Z', 'updated_at': '2022-07-02T03:35:24Z', 'revision_number': 2, 'project_id': '6c04290d87154e48a3bf77a828b563ba', 'subnets': [{'id': 'c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:27.021762 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-180b4b3c-2db7-43f1-a67b-cc4006e1a233 admin admin] Request body: {'subnet': {'network_id': '9a35e823-6f9b-485c-8792-468c04e42b7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-669641936-subnet', 'tenant_id': '49622e8284454d679cacdd88b2f2344a', 'ip_version': 4}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:35:27.034538 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb5b07-8b31-41bf-9967-2c380e5b52f6 req-360cfecc-fe1a-4796-adfc-8cad197042f1 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:27.035985 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2afb5b07-8b31-41bf-9967-2c380e5b52f6 req-360cfecc-fe1a-4796-adfc-8cad197042f1 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0976405 Jul 02 03:35:27.053740 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a116d88-1735-4305-8963-5aa719e8e59a None None] Checking router: 56ca4511-6142-4685-b6d9-a1d64664c601 for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:35:27.054165 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a116d88-1735-4305-8963-5aa719e8e59a None None] Updating router 56ca4511-6142-4685-b6d9-a1d64664c601 port 736d3e1a-4810-484a-b45b-d4bb345c2a46 binding host dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 03:35:27.079235 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180b4b3c-2db7-43f1-a67b-cc4006e1a233 admin admin] Made reservation on behalf of 49622e8284454d679cacdd88b2f2344a for: {'subnet': 1} {{(pid=104249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:35:27.081668 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-180b4b3c-2db7-43f1-a67b-cc4006e1a233 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59995493'] for subnet (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:27.085975 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:27.128813 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-1a116d88-1735-4305-8963-5aa719e8e59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (736d3e1a-4810-484a-b45b-d4bb345c2a46), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:27.169094 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:27.177204 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2afb5b07-8b31-41bf-9967-2c380e5b52f6 req-a4e0bc72-f709-45d1-8af6-b2a7f26c963f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183009 Jul 02 03:35:27.301611 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:27.356470 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2717e8-827b-40be-9897-2b34f5792e2c req-eb23e4fe-eb16-4adb-b71f-4fa944bd5b74 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:27.357979 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8c2717e8-827b-40be-9897-2b34f5792e2c req-eb23e4fe-eb16-4adb-b71f-4fa944bd5b74 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 946 time: 0.0900197 Jul 02 03:35:27.391035 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-180b4b3c-2db7-43f1-a67b-cc4006e1a233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60595381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59995507'] for subnet (e2437ced-7877-44ee-b9a2-3b88bae5ad2c), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:27.467934 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724c478-d4d8-4a2e-a3d8-6c8d02afff63 req-fc6add81-9b96-4872-bf0c-bad46f2635a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:27.470464 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-2724c478-d4d8-4a2e-a3d8-6c8d02afff63 req-fc6add81-9b96-4872-bf0c-bad46f2635a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9 HTTP/1.1" status: 200 len: 857 time: 0.0567617 Jul 02 03:35:27.479008 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b4b3c-2db7-43f1-a67b-cc4006e1a233 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2437ced-7877-44ee-b9a2-3b88bae5ad2c,revision_number=0']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:27.491237 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8c2717e8-827b-40be-9897-2b34f5792e2c req-fd014102-836b-455f-a767-240c3953ed88 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=c07838c8-e6ce-4995-b85b-685cbd63932f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260414 Jul 02 03:35:27.533023 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180b4b3c-2db7-43f1-a67b-cc4006e1a233 admin admin] Checking segment: {'id': '9332b316-3a7a-411e-b89c-f41ee26c7bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9a35e823-6f9b-485c-8792-468c04e42b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:35:27.533682 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180b4b3c-2db7-43f1-a67b-cc4006e1a233 admin admin] Network hostable DHCP agents. Network: 9a35e823-6f9b-485c-8792-468c04e42b7b, hostable agents: ['1553e874-6843-4478-a19b-2f80346723c1'], hosted agents: [] {{(pid=104249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 03:35:27.557148 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180b4b3c-2db7-43f1-a67b-cc4006e1a233 admin admin] Network 9a35e823-6f9b-485c-8792-468c04e42b7b is scheduled to be hosted by DHCP agent 1553e874-6843-4478-a19b-2f80346723c1 with binding_index 1 {{(pid=104249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 03:35:27.568444 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [None req-180b4b3c-2db7-43f1-a67b-cc4006e1a233 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-9-iscsi, 9a35e823-6f9b-485c-8792-468c04e42b7b) {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:35:27.573585 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180b4b3c-2db7-43f1-a67b-cc4006e1a233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:27.574569 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-180b4b3c-2db7-43f1-a67b-cc4006e1a233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for subnet (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:27.586683 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 01f88803-1998-4eea-820a-bbda30202ac5 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 03:35:27.588906 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2348e0ae-dffd-4baf-be39-0319b98be35e None None] Network 9a35e823-6f9b-485c-8792-468c04e42b7b requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:35:27.595421 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-180b4b3c-2db7-43f1-a67b-cc4006e1a233 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5777066 Jul 02 03:35:27.595899 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 33124) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:27.601561 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-465b3fe4-ab4e-4be6-ba15-f5f6490f10a0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-669641936-router', 'tenant_id': '49622e8284454d679cacdd88b2f2344a', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:35:27.624681 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-465b3fe4-ab4e-4be6-ba15-f5f6490f10a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-388431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4176334'] for router (4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:27.625788 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-465b3fe4-ab4e-4be6-ba15-f5f6490f10a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-388809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-392072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4176327'] for router (4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:27.629722 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:27.644966 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-1a116d88-1735-4305-8963-5aa719e8e59a None None] Publish callbacks [] for port (736d3e1a-4810-484a-b45b-d4bb345c2a46), precommit_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:27.682719 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-465b3fe4-ab4e-4be6-ba15-f5f6490f10a0 admin admin] Publish callbacks [] for router_controller (4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3), precommit_add_association {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:27.697482 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-1a116d88-1735-4305-8963-5aa719e8e59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (736d3e1a-4810-484a-b45b-d4bb345c2a46), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:27.818381 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c277d-75a4-4724-8078-6f7b9fa36432 None None] Pushing event updated for resources: {'Port': ['ID=736d3e1a-4810-484a-b45b-d4bb345c2a46,revision_number=3']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:27.831392 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3bfcd2-191b-46c8-9463-23ef4c0b9f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e612fdf-d4d2-534a-a3d7-4de3d62f7aff-9a35e823-6f9b-485c-8792-468c04e42b7b', 'network_id': '9a35e823-6f9b-485c-8792-468c04e42b7b', 'project_id': '49622e8284454d679cacdd88b2f2344a', 'fixed_ips': [{'subnet_id': 'e2437ced-7877-44ee-b9a2-3b88bae5ad2c'}]}} from dv-cinder-846842-9-iscsi. {{(pid=104251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 02 03:35:27.833186 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-3b3bfcd2-191b-46c8-9463-23ef4c0b9f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:27.860572 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-465b3fe4-ab4e-4be6-ba15-f5f6490f10a0 admin admin] Publish callbacks [] for router_gateway (4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:27.905266 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:27.960599 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 01f88803-1998-4eea-820a-bbda30202ac5, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=01f88803-1998-4eea-820a-bbda30202ac5,segment=NetworkSegment(645b2d22-891d-43a9-95be-abb4172a72ed),segment_id=645b2d22-891d-43a9-95be-abb4172a72ed)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:35:28.012920 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Returning: {'device': '01f88803-1998-4eea-820a-bbda30202ac5', 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f', 'port_id': '01f88803-1998-4eea-820a-bbda30202ac5', 'mac_address': 'fa:16:3e:78:c1:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 03:35:28.030542 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-1a116d88-1735-4305-8963-5aa719e8e59a None None] Attempting to bind port 736d3e1a-4810-484a-b45b-d4bb345c2a46 on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:35:28.030906 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-1a116d88-1735-4305-8963-5aa719e8e59a None None] Attempting to bind port 736d3e1a-4810-484a-b45b-d4bb345c2a46 by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': '8fdf9ffb-87ca-4c0e-8fce-99459036e8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b173f876-9c4f-4325-a46d-ef7a6e505875'}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:35:28.031380 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a116d88-1735-4305-8963-5aa719e8e59a None None] Attempting to bind port 736d3e1a-4810-484a-b45b-d4bb345c2a46 on network b173f876-9c4f-4325-a46d-ef7a6e505875 {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:35:28.040963 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df99eb-ef8c-4763-aac2-1640f08d4587 req-f9651764-c00a-4d53-a589-80d588c32526 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:28.042683 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a3df99eb-ef8c-4763-aac2-1640f08d4587 req-f9651764-c00a-4d53-a589-80d588c32526 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0637567 Jul 02 03:35:28.077991 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a116d88-1735-4305-8963-5aa719e8e59a None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:35:28.078427 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a116d88-1735-4305-8963-5aa719e8e59a None None] Checking segment: {'id': '8fdf9ffb-87ca-4c0e-8fce-99459036e8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b173f876-9c4f-4325-a46d-ef7a6e505875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:35:28.078754 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-1a116d88-1735-4305-8963-5aa719e8e59a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:28.079147 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a116d88-1735-4305-8963-5aa719e8e59a None None] Bound using segment: {'id': '8fdf9ffb-87ca-4c0e-8fce-99459036e8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b173f876-9c4f-4325-a46d-ef7a6e505875'} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:35:28.079672 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-1a116d88-1735-4305-8963-5aa719e8e59a None None] Bound port: 736d3e1a-4810-484a-b45b-d4bb345c2a46, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fdf9ffb-87ca-4c0e-8fce-99459036e8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b173f876-9c4f-4325-a46d-ef7a6e505875'}}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:35:28.080053 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-1a116d88-1735-4305-8963-5aa719e8e59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (736d3e1a-4810-484a-b45b-d4bb345c2a46), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:28.119530 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a3df99eb-ef8c-4763-aac2-1640f08d4587 req-30296181-46b0-449c-bac1-e5b825b071e1 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704927 Jul 02 03:35:28.126184 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 01f88803-1998-4eea-820a-bbda30202ac5 is: DOWN; New status is: BUILD {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:35:28.131756 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (01f88803-1998-4eea-820a-bbda30202ac5), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:28.148227 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724c478-d4d8-4a2e-a3d8-6c8d02afff63 req-553a3547-ac27-4cd0-822b-c8305242b2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:28.149761 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-2724c478-d4d8-4a2e-a3d8-6c8d02afff63 req-553a3547-ac27-4cd0-822b-c8305242b2fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1d7a687-b6ca-47c7-af08-d5e3055ff439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1857457 Jul 02 03:35:28.150633 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-448ab02f-b4e4-4818-8a3a-7671574e056f None None] Provisioning complete for port 736d3e1a-4810-484a-b45b-d4bb345c2a46 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:35:28.150997 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-448ab02f-b4e4-4818-8a3a-7671574e056f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (736d3e1a-4810-484a-b45b-d4bb345c2a46), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:28.163802 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.db_base_plugin_common [None req-3b3bfcd2-191b-46c8-9463-23ef4c0b9f66 None None] Allocated IP 172.20.0.2 (9a35e823-6f9b-485c-8792-468c04e42b7b/e2437ced-7877-44ee-b9a2-3b88bae5ad2c/aefa7311-0716-449e-b767-ac06d97bff61) {{(pid=104251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:35:28.199804 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:28.206467 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01f88803-1998-4eea-820a-bbda30202ac5 {{(pid=104251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:35:28.276263 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:28.279334 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-465b3fe4-ab4e-4be6-ba15-f5f6490f10a0 admin admin] Publish callbacks [] for router_gateway (4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:28.282205 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 01f88803-1998-4eea-820a-bbda30202ac5, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=01f88803-1998-4eea-820a-bbda30202ac5,segment=NetworkSegment(645b2d22-891d-43a9-95be-abb4172a72ed),segment_id=645b2d22-891d-43a9-95be-abb4172a72ed)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:35:28.286355 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-448ab02f-b4e4-4818-8a3a-7671574e056f None None] Port 736d3e1a-4810-484a-b45b-d4bb345c2a46 cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:35:28.293429 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (01f88803-1998-4eea-820a-bbda30202ac5), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:28.313201 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-465b3fe4-ab4e-4be6-ba15-f5f6490f10a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:28.337381 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-2724c478-d4d8-4a2e-a3d8-6c8d02afff63 req-754bff0f-36c0-49ba-beeb-a53cd26fe240 service neutron] 10.222.0.26 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788530 Jul 02 03:35:28.368440 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-1a116d88-1735-4305-8963-5aa719e8e59a None None] For port 736d3e1a-4810-484a-b45b-d4bb345c2a46, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:35:28.408426 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ec28f-3e54-48e9-a112-4910f9fbba02 req-e9709183-0a10-4fbc-93b7-a46ff1cd4ddf tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:28.409894 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-224ec28f-3e54-48e9-a112-4910f9fbba02 req-e9709183-0a10-4fbc-93b7-a46ff1cd4ddf tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 945 time: 0.1287837 Jul 02 03:35:28.448186 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=01f88803-1998-4eea-820a-bbda30202ac5,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:28.463363 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 56f6859c-1229-4eee-89f6-e872d60cdfdd up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:35:28.475137 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-1a116d88-1735-4305-8963-5aa719e8e59a None None] For port 736d3e1a-4810-484a-b45b-d4bb345c2a46, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=736d3e1a-4810-484a-b45b-d4bb345c2a46,segment=NetworkSegment(8fdf9ffb-87ca-4c0e-8fce-99459036e8eb),segment_id=8fdf9ffb-87ca-4c0e-8fce-99459036e8eb)] {{(pid=104251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:35:28.491115 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-224ec28f-3e54-48e9-a112-4910f9fbba02 req-5ba03307-d3be-4904-9fe1-5c78d375c9ee tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653040 Jul 02 03:35:28.516177 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-1a116d88-1735-4305-8963-5aa719e8e59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (736d3e1a-4810-484a-b45b-d4bb345c2a46), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:28.536830 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [None req-465b3fe4-ab4e-4be6-ba15-f5f6490f10a0 admin admin] Allocated IP 172.27.0.88 (f461a802-f340-43f3-86d0-4b44bcb77e0c/5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3/141fb296-de50-4aec-9e27-2ab42223564c) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:35:28.566470 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-2724c478-d4d8-4a2e-a3d8-6c8d02afff63 req-55c0bb7e-90bf-4a4f-bd0e-3a8b44076904 service neutron] 10.222.0.26 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932869 Jul 02 03:35:28.673350 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a116d88-1735-4305-8963-5aa719e8e59a None None] Routers {'56ca4511-6142-4685-b6d9-a1d64664c601'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:35:28.673984 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-1a116d88-1735-4305-8963-5aa719e8e59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:35:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['56ca4511-6142-4685-b6d9-a1d64664c601'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:28.710244 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-465b3fe4-ab4e-4be6-ba15-f5f6490f10a0 admin admin] Publish callbacks [] for port (141fb296-de50-4aec-9e27-2ab42223564c), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:28.746725 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 56f6859c-1229-4eee-89f6-e872d60cdfdd triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:35:28.747401 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (56f6859c-1229-4eee-89f6-e872d60cdfdd), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:28.749236 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c277d-75a4-4724-8078-6f7b9fa36432 None None] Pushing event updated for resources: {'Port': ['ID=736d3e1a-4810-484a-b45b-d4bb345c2a46,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:28.757646 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-465b3fe4-ab4e-4be6-ba15-f5f6490f10a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (141fb296-de50-4aec-9e27-2ab42223564c), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:28.767027 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8bcfad-c773-4542-beb3-7917a765b92b req-f5292319-f6d3-43a7-99f1-d57969be9ddd tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:28.771265 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8c8bcfad-c773-4542-beb3-7917a765b92b req-f5292319-f6d3-43a7-99f1-d57969be9ddd tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 946 time: 0.1309054 Jul 02 03:35:28.780402 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:28.797908 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-3b3bfcd2-191b-46c8-9463-23ef4c0b9f66 None None] Publish callbacks [] for port (aefa7311-0716-449e-b767-ac06d97bff61), precommit_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:28.850765 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['01f88803-1998-4eea-820a-bbda30202ac5'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:35:28.877062 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465b3fe4-ab4e-4be6-ba15-f5f6490f10a0 admin admin] Network f461a802-f340-43f3-86d0-4b44bcb77e0c is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:35:28.883888 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-465b3fe4-ab4e-4be6-ba15-f5f6490f10a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:35:28.888295 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465b3fe4-ab4e-4be6-ba15-f5f6490f10a0 admin admin] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:35:28.904930 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-3b3bfcd2-191b-46c8-9463-23ef4c0b9f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077'] for port (aefa7311-0716-449e-b767-ac06d97bff61), after_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:28.914329 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:28.916967 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8c8bcfad-c773-4542-beb3-7917a765b92b req-d649ec4c-4ceb-483c-a6c3-fcd109e188ee tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=c07838c8-e6ce-4995-b85b-685cbd63932f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345685 Jul 02 03:35:28.917360 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b3fe4-ab4e-4be6-ba15-f5f6490f10a0 admin admin] Pushing event updated for resources: {'Port': ['ID=141fb296-de50-4aec-9e27-2ab42223564c,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:29.000793 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3bfcd2-191b-46c8-9463-23ef4c0b9f66 None None] Network 9a35e823-6f9b-485c-8792-468c04e42b7b is already hosted by enough agents. {{(pid=104251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:35:29.011477 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-1a116d88-1735-4305-8963-5aa719e8e59a None None] Set router 56ca4511-6142-4685-b6d9-a1d64664c601 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:35:29.017248 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.scheduler.base_scheduler [None req-3b3bfcd2-191b-46c8-9463-23ef4c0b9f66 None None] Resources bound (agent type, host, resource id): {{(pid=104251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:35:29.044319 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3bfcd2-191b-46c8-9463-23ef4c0b9f66 None None] Received port after_create {{(pid=104251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:35:29.058868 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616a8af-96f1-4a4a-abb5-7ab45aaf0fc1 req-87e94a8c-cf2f-46ea-92d3-54ae23ba809c tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:29.061212 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2616a8af-96f1-4a4a-abb5-7ab45aaf0fc1 req-87e94a8c-cf2f-46ea-92d3-54ae23ba809c tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 946 time: 0.0713868 Jul 02 03:35:29.071713 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 33156) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:29.076526 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-aef58dd8-07be-42f3-8804-786afeb490ab tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Request body: {'floatingip': {'port_id': '54a638db-254c-4005-b3f3-014e45f9ff9e'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:35:29.081245 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3bfcd2-191b-46c8-9463-23ef4c0b9f66 None None] Pushing event updated for resources: {'Port': ['ID=aefa7311-0716-449e-b767-ac06d97bff61,revision_number=1']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:29.118061 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-f8f549b3-774e-4f9b-92c7-2b4f983f7824 None None] Provisioning complete for port 736d3e1a-4810-484a-b45b-d4bb345c2a46 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:35:29.118425 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-f8f549b3-774e-4f9b-92c7-2b4f983f7824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (736d3e1a-4810-484a-b45b-d4bb345c2a46), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:29.194477 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-aef58dd8-07be-42f3-8804-786afeb490ab tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for floatingip (4efba1d4-6153-4e14-b446-41ba1fa6a119), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:29.238091 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 56f6859c-1229-4eee-89f6-e872d60cdfdd is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:35:29.274678 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:29.315006 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-3b3bfcd2-191b-46c8-9463-23ef4c0b9f66 None None] Attempting to bind port aefa7311-0716-449e-b767-ac06d97bff61 on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:35:29.315415 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-3b3bfcd2-191b-46c8-9463-23ef4c0b9f66 None None] Attempting to bind port aefa7311-0716-449e-b767-ac06d97bff61 by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': '9332b316-3a7a-411e-b89c-f41ee26c7bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9a35e823-6f9b-485c-8792-468c04e42b7b'}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:35:29.315784 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3bfcd2-191b-46c8-9463-23ef4c0b9f66 None None] Attempting to bind port aefa7311-0716-449e-b767-ac06d97bff61 on network 9a35e823-6f9b-485c-8792-468c04e42b7b {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:35:29.375562 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3bfcd2-191b-46c8-9463-23ef4c0b9f66 None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:35:29.376023 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3bfcd2-191b-46c8-9463-23ef4c0b9f66 None None] Checking segment: {'id': '9332b316-3a7a-411e-b89c-f41ee26c7bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9a35e823-6f9b-485c-8792-468c04e42b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:35:29.376279 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-3b3bfcd2-191b-46c8-9463-23ef4c0b9f66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:29.376674 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3bfcd2-191b-46c8-9463-23ef4c0b9f66 None None] Bound using segment: {'id': '9332b316-3a7a-411e-b89c-f41ee26c7bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9a35e823-6f9b-485c-8792-468c04e42b7b'} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:35:29.377166 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-3b3bfcd2-191b-46c8-9463-23ef4c0b9f66 None None] Bound port: aefa7311-0716-449e-b767-ac06d97bff61, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9332b316-3a7a-411e-b89c-f41ee26c7bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9a35e823-6f9b-485c-8792-468c04e42b7b'}}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:35:29.377545 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-3b3bfcd2-191b-46c8-9463-23ef4c0b9f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (aefa7311-0716-449e-b767-ac06d97bff61), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:29.459171 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-465b3fe4-ab4e-4be6-ba15-f5f6490f10a0 admin admin] Publish callbacks [] for router_gateway (4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:29.464754 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-f8f549b3-774e-4f9b-92c7-2b4f983f7824 None None] Current status of the port 736d3e1a-4810-484a-b45b-d4bb345c2a46 is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:35:29.465146 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-f8f549b3-774e-4f9b-92c7-2b4f983f7824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (736d3e1a-4810-484a-b45b-d4bb345c2a46), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:29.562654 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8ff6d-6def-4aff-800a-2c6bb3caa375 req-eb38973c-99ca-45bb-8f32-1ce4a21b6d0c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:29.564303 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7dc8ff6d-6def-4aff-800a-2c6bb3caa375 req-eb38973c-99ca-45bb-8f32-1ce4a21b6d0c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.3102572 Jul 02 03:35:29.625989 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:29.659754 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:29.769819 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-465b3fe4-ab4e-4be6-ba15-f5f6490f10a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-387663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390652'] for router (4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:29.805365 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:29.820650 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-f8f549b3-774e-4f9b-92c7-2b4f983f7824 None None] For port 736d3e1a-4810-484a-b45b-d4bb345c2a46, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=736d3e1a-4810-484a-b45b-d4bb345c2a46,segment=NetworkSegment(8fdf9ffb-87ca-4c0e-8fce-99459036e8eb),segment_id=8fdf9ffb-87ca-4c0e-8fce-99459036e8eb)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:35:29.848972 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-f8f549b3-774e-4f9b-92c7-2b4f983f7824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (736d3e1a-4810-484a-b45b-d4bb345c2a46), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:29.860717 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-3b3bfcd2-191b-46c8-9463-23ef4c0b9f66 None None] For port aefa7311-0716-449e-b767-ac06d97bff61, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:35:29.882468 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-1a116d88-1735-4305-8963-5aa719e8e59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'name': 'tempest-TestShelveInstance-439912201-router', 'tenant_id': '6c04290d87154e48a3bf77a828b563ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '56f6859c-1229-4eee-89f6-e872d60cdfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:35:18Z', 'updated_at': '2022-07-02T03:35:24Z', 'revision_number': 4, 'project_id': '6c04290d87154e48a3bf77a828b563ba', 'gw_port': {'id': '56f6859c-1229-4eee-89f6-e872d60cdfdd', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:35:19Z', 'updated_at': '2022-07-02T03:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '736d3e1a-4810-484a-b45b-d4bb345c2a46', 'name': '', 'network_id': 'b173f876-9c4f-4325-a46d-ef7a6e505875', 'tenant_id': '6c04290d87154e48a3bf77a828b563ba', 'mac_address': 'fa:16:3e:d9:43:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:35:22Z', 'updated_at': '2022-07-02T03:35:28Z', 'revision_number': 4, 'project_id': '6c04290d87154e48a3bf77a828b563ba', 'subnets': [{'id': 'c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:29.920390 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:29.924759 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a116d88-1735-4305-8963-5aa719e8e59a None None] The sync data for ids ['56ca4511-6142-4685-b6d9-a1d64664c601'] in dv-cinder-846842-9-iscsi is: [{'id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'name': 'tempest-TestShelveInstance-439912201-router', 'tenant_id': '6c04290d87154e48a3bf77a828b563ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '56f6859c-1229-4eee-89f6-e872d60cdfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:35:18Z', 'updated_at': '2022-07-02T03:35:24Z', 'revision_number': 4, 'project_id': '6c04290d87154e48a3bf77a828b563ba', 'gw_port': {'id': '56f6859c-1229-4eee-89f6-e872d60cdfdd', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:35:19Z', 'updated_at': '2022-07-02T03:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '736d3e1a-4810-484a-b45b-d4bb345c2a46', 'name': '', 'network_id': 'b173f876-9c4f-4325-a46d-ef7a6e505875', 'tenant_id': '6c04290d87154e48a3bf77a828b563ba', 'mac_address': 'fa:16:3e:d9:43:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:35:22Z', 'updated_at': '2022-07-02T03:35:28Z', 'revision_number': 4, 'project_id': '6c04290d87154e48a3bf77a828b563ba', 'subnets': [{'id': 'c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:35:29.927854 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-3b3bfcd2-191b-46c8-9463-23ef4c0b9f66 None None] For port aefa7311-0716-449e-b767-ac06d97bff61, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=aefa7311-0716-449e-b767-ac06d97bff61,segment=NetworkSegment(9332b316-3a7a-411e-b89c-f41ee26c7bde),segment_id=9332b316-3a7a-411e-b89c-f41ee26c7bde)] {{(pid=104251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:35:29.929482 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465b3fe4-ab4e-4be6-ba15-f5f6490f10a0 admin admin] Router 4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3 is scheduled to L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c with binding_index 1 {{(pid=104250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 02 03:35:29.953890 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5b570-9741-405b-ac8a-ad6bf9d6f55d req-6965ce6b-97c2-419c-9c22-bd4c4e45307b tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:29.954777 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-67b5b570-9741-405b-ac8a-ad6bf9d6f55d req-6965ce6b-97c2-419c-9c22-bd4c4e45307b tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 945 time: 0.3613372 Jul 02 03:35:29.955466 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-3b3bfcd2-191b-46c8-9463-23ef4c0b9f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (aefa7311-0716-449e-b767-ac06d97bff61), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:30.020733 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f549b3-774e-4f9b-92c7-2b4f983f7824 None None] Pushing event updated for resources: {'Port': ['ID=736d3e1a-4810-484a-b45b-d4bb345c2a46,revision_number=5']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:30.035599 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7dc8ff6d-6def-4aff-800a-2c6bb3caa375 req-89d489eb-a173-4ce2-ae88-4f64923e1c58 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4621296 Jul 02 03:35:30.052698 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.db.resource_extend [None req-aef58dd8-07be-42f3-8804-786afeb490ab tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 02 03:35:30.108369 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3bfcd2-191b-46c8-9463-23ef4c0b9f66 None None] Pushing event updated for resources: {'Port': ['ID=aefa7311-0716-449e-b767-ac06d97bff61,revision_number=2']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:30.118621 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465b3fe4-ab4e-4be6-ba15-f5f6490f10a0 admin admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:35:30.133005 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e0e995-0784-4201-a1f3-54165ddcbadf None None] Sync routers for ids ['4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3'] in dv-cinder-846842-9-iscsi {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:35:30.148160 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-465b3fe4-ab4e-4be6-ba15-f5f6490f10a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:30.152102 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-465b3fe4-ab4e-4be6-ba15-f5f6490f10a0 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5528657 Jul 02 03:35:30.152256 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e0e995-0784-4201-a1f3-54165ddcbadf None None] Routers {'4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:35:30.152336 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-54e0e995-0784-4201-a1f3-54165ddcbadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:35:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:30.153843 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 33182) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:30.202943 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-aef58dd8-07be-42f3-8804-786afeb490ab tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:30.210481 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-aef58dd8-07be-42f3-8804-786afeb490ab tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389155'] for floatingip (4efba1d4-6153-4e14-b446-41ba1fa6a119), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:30.286282 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-54e0e995-0784-4201-a1f3-54165ddcbadf None None] Set router 4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:35:30.535743 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 736d3e1a-4810-484a-b45b-d4bb345c2a46 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:35:30.536464 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:30.559070 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-54e0e995-0784-4201-a1f3-54165ddcbadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3', 'name': 'tempest-TestShelveInstance-669641936-router', 'tenant_id': '49622e8284454d679cacdd88b2f2344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '141fb296-de50-4aec-9e27-2ab42223564c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:35:27Z', 'updated_at': '2022-07-02T03:35:29Z', 'revision_number': 3, 'project_id': '49622e8284454d679cacdd88b2f2344a', 'gw_port': {'id': '141fb296-de50-4aec-9e27-2ab42223564c', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:35:28Z', 'updated_at': '2022-07-02T03:35:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi'}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:30.648693 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 736d3e1a-4810-484a-b45b-d4bb345c2a46 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:35:30.649271 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (736d3e1a-4810-484a-b45b-d4bb345c2a46), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:30.690239 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e0e995-0784-4201-a1f3-54165ddcbadf None None] Checking router: 4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3 for host: dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:35:30.691269 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e0e995-0784-4201-a1f3-54165ddcbadf None None] Updating router 4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3 port 141fb296-de50-4aec-9e27-2ab42223564c binding host dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 03:35:30.743084 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-67b5b570-9741-405b-ac8a-ad6bf9d6f55d req-df065e10-9e4f-47e3-8148-7b2071606edf tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7737982 Jul 02 03:35:30.776614 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-54e0e995-0784-4201-a1f3-54165ddcbadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (141fb296-de50-4aec-9e27-2ab42223564c), before_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:30.826375 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 736d3e1a-4810-484a-b45b-d4bb345c2a46 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:35:30.827852 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device aefa7311-0716-449e-b767-ac06d97bff61 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:35:30.834285 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.db.l3_db [None req-aef58dd8-07be-42f3-8804-786afeb490ab tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Floating IP 4efba1d4-6153-4e14-b446-41ba1fa6a119 associated. External IP: 172.27.0.80, port: 54a638db-254c-4005-b3f3-014e45f9ff9e. Jul 02 03:35:30.883430 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port aefa7311-0716-449e-b767-ac06d97bff61 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:35:30.884053 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (aefa7311-0716-449e-b767-ac06d97bff61), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:30.886141 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-1bb62250-5ccc-4183-9aee-73492c2ce5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:31.029363 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port aefa7311-0716-449e-b767-ac06d97bff61 is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:35:31.029923 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (aefa7311-0716-449e-b767-ac06d97bff61), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:31.117865 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] For port aefa7311-0716-449e-b767-ac06d97bff61, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=aefa7311-0716-449e-b767-ac06d97bff61,segment=NetworkSegment(9332b316-3a7a-411e-b89c-f41ee26c7bde),segment_id=9332b316-3a7a-411e-b89c-f41ee26c7bde)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:35:31.126824 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (aefa7311-0716-449e-b767-ac06d97bff61), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:31.213481 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef58dd8-07be-42f3-8804-786afeb490ab tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:35:31.246868 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:31.273614 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [None req-1bb62250-5ccc-4183-9aee-73492c2ce5bd admin admin] Allocated IP 172.20.0.1 (9a35e823-6f9b-485c-8792-468c04e42b7b/e2437ced-7877-44ee-b9a2-3b88bae5ad2c/c70b9db3-e013-4746-8476-7b91c96c7375) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:35:31.276079 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Pushing event updated for resources: {'Port': ['ID=aefa7311-0716-449e-b767-ac06d97bff61,revision_number=3']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:31.291915 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bffb3-035a-4c0c-9cfc-77a723a32e62 req-8b57aa1c-2480-4b30-ac3e-2b9e8da9ffca tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:31.295158 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-023bffb3-035a-4c0c-9cfc-77a723a32e62 req-8b57aa1c-2480-4b30-ac3e-2b9e8da9ffca tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0978563 Jul 02 03:35:31.340171 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-54e0e995-0784-4201-a1f3-54165ddcbadf None None] Publish callbacks [] for port (141fb296-de50-4aec-9e27-2ab42223564c), precommit_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:31.358397 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-54e0e995-0784-4201-a1f3-54165ddcbadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (141fb296-de50-4aec-9e27-2ab42223564c), after_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:31.402037 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:31.424737 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:31.440645 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc803079-a440-405a-b026-1468e778d52c None None] Pushing event updated for resources: {'Port': ['ID=141fb296-de50-4aec-9e27-2ab42223564c,revision_number=2']} {{(pid=104252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:31.459620 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-54e0e995-0784-4201-a1f3-54165ddcbadf None None] Attempting to bind port 141fb296-de50-4aec-9e27-2ab42223564c on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:35:31.460816 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-1bb62250-5ccc-4183-9aee-73492c2ce5bd admin admin] Publish callbacks [] for port (c70b9db3-e013-4746-8476-7b91c96c7375), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:31.461191 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-54e0e995-0784-4201-a1f3-54165ddcbadf None None] Attempting to bind port 141fb296-de50-4aec-9e27-2ab42223564c by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}] {{(pid=104252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:35:31.461861 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e0e995-0784-4201-a1f3-54165ddcbadf None None] Attempting to bind port 141fb296-de50-4aec-9e27-2ab42223564c on network f461a802-f340-43f3-86d0-4b44bcb77e0c {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:35:31.469507 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e0e995-0784-4201-a1f3-54165ddcbadf None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:35:31.470097 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e0e995-0784-4201-a1f3-54165ddcbadf None None] Checking segment: {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:35:31.470677 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-54e0e995-0784-4201-a1f3-54165ddcbadf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:31.471435 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e0e995-0784-4201-a1f3-54165ddcbadf None None] Bound using segment: {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'} {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:35:31.473238 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-54e0e995-0784-4201-a1f3-54165ddcbadf None None] Bound port: 141fb296-de50-4aec-9e27-2ab42223564c, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}}] {{(pid=104252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:35:31.473908 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-54e0e995-0784-4201-a1f3-54165ddcbadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (141fb296-de50-4aec-9e27-2ab42223564c), before_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:31.493283 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-023bffb3-035a-4c0c-9cfc-77a723a32e62 req-4ed76774-44c8-42bd-94c8-0c737636bf4d tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466627 Jul 02 03:35:31.497542 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef58dd8-07be-42f3-8804-786afeb490ab tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:35:31.503103 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-aef58dd8-07be-42f3-8804-786afeb490ab tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:31.518514 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-1bb62250-5ccc-4183-9aee-73492c2ce5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (c70b9db3-e013-4746-8476-7b91c96c7375), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:31.534269 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c6da4c-6f6f-4966-b16c-09a3a83ba93f None None] Sync routers for ids ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:35:31.545523 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-aef58dd8-07be-42f3-8804-786afeb490ab tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "PUT /v2.0/floatingips/4efba1d4-6153-4e14-b446-41ba1fa6a119 HTTP/1.1" status: 200 len: 991 time: 2.4713719 Jul 02 03:35:31.546323 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e880e075-40f8-4727-b142-83ae3e2c6d03', 'tag': '54a638db-254c-4005-b3f3-014e45f9ff9e'}] {{(pid=104249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:35:31.549273 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f088720257398f3cab103114357bf561c7f80e100abdbb3b7e497acc9cc690b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6490af02-b4cf-4440-ae4f-8425b227f833" -d '{"events": [{"name": "network-changed", "server_uuid": "e880e075-40f8-4727-b142-83ae3e2c6d03", "tag": "54a638db-254c-4005-b3f3-014e45f9ff9e"}]}' {{(pid=104249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:35:31.556969 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.db [None req-54e0e995-0784-4201-a1f3-54165ddcbadf None None] For port 141fb296-de50-4aec-9e27-2ab42223564c, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:35:31.560117 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12a323d-f0ae-42d6-9806-151b58856d93 None None] Network 9a35e823-6f9b-485c-8792-468c04e42b7b requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:35:31.560516 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.db [None req-54e0e995-0784-4201-a1f3-54165ddcbadf None None] For port 141fb296-de50-4aec-9e27-2ab42223564c, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=141fb296-de50-4aec-9e27-2ab42223564c,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:35:31.567713 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-54e0e995-0784-4201-a1f3-54165ddcbadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (141fb296-de50-4aec-9e27-2ab42223564c), after_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:31.579497 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c6da4c-6f6f-4966-b16c-09a3a83ba93f None None] Routers {'3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:35:31.586436 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-48c6da4c-6f6f-4966-b16c-09a3a83ba93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:35:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:31.593123 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708fb933-88f3-4e84-9bf1-8f6364afcf4a x-openstack-request-id: req-708fb933-88f3-4e84-9bf1-8f6364afcf4a {{(pid=104249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:35:31.593411 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e880e075-40f8-4727-b142-83ae3e2c6d03", "tag": "54a638db-254c-4005-b3f3-014e45f9ff9e", "status": "completed", "code": 200}]} {{(pid=104249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:35:31.593678 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-708fb933-88f3-4e84-9bf1-8f6364afcf4a {{(pid=104249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:35:31.594084 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-708fb933-88f3-4e84-9bf1-8f6364afcf4a'] response: {'name': 'network-changed', 'server_uuid': 'e880e075-40f8-4727-b142-83ae3e2c6d03', 'tag': '54a638db-254c-4005-b3f3-014e45f9ff9e', 'status': 'completed', 'code': 200} Jul 02 03:35:31.600199 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:31.607189 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb62250-5ccc-4183-9aee-73492c2ce5bd admin admin] Network 9a35e823-6f9b-485c-8792-468c04e42b7b is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:35:31.611619 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-1bb62250-5ccc-4183-9aee-73492c2ce5bd admin admin] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:35:31.616263 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb62250-5ccc-4183-9aee-73492c2ce5bd admin admin] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:35:31.622879 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb62250-5ccc-4183-9aee-73492c2ce5bd admin admin] Pushing event updated for resources: {'Port': ['ID=c70b9db3-e013-4746-8476-7b91c96c7375,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:31.642718 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:31.644054 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc803079-a440-405a-b026-1468e778d52c None None] Pushing event updated for resources: {'Port': ['ID=141fb296-de50-4aec-9e27-2ab42223564c,revision_number=3']} {{(pid=104252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:31.669394 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-1bb62250-5ccc-4183-9aee-73492c2ce5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-386495'] for router_interface (4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:31.673066 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e0e995-0784-4201-a1f3-54165ddcbadf None None] Routers {'4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:35:31.674117 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-54e0e995-0784-4201-a1f3-54165ddcbadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:35:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:31.722884 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-ccad6afe-96c6-400c-a2b4-bb6feea02605 None None] Provisioning complete for port aefa7311-0716-449e-b767-ac06d97bff61 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:35:31.723252 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-ccad6afe-96c6-400c-a2b4-bb6feea02605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (aefa7311-0716-449e-b767-ac06d97bff61), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:31.792288 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-54e0e995-0784-4201-a1f3-54165ddcbadf None None] Set router 4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:35:31.841395 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:31.843060 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-1bb62250-5ccc-4183-9aee-73492c2ce5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (c70b9db3-e013-4746-8476-7b91c96c7375), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:31.884809 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-48c6da4c-6f6f-4966-b16c-09a3a83ba93f None None] Set router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:35:31.965662 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf9a92-4e77-47cc-85ff-c2198ba9ae24 req-6ca93b69-d5c7-46c5-a8b9-9d51721cdba3 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:31.970545 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9acf9a92-4e77-47cc-85ff-c2198ba9ae24 req-6ca93b69-d5c7-46c5-a8b9-9d51721cdba3 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 945 time: 0.0938673 Jul 02 03:35:32.052375 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:32.080358 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9acf9a92-4e77-47cc-85ff-c2198ba9ae24 req-89b8e062-71a5-4d56-b50e-a1fccbb5aedb tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018326 Jul 02 03:35:32.089321 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-54e0e995-0784-4201-a1f3-54165ddcbadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3', 'name': 'tempest-TestShelveInstance-669641936-router', 'tenant_id': '49622e8284454d679cacdd88b2f2344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '141fb296-de50-4aec-9e27-2ab42223564c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:35:27Z', 'updated_at': '2022-07-02T03:35:29Z', 'revision_number': 3, 'project_id': '49622e8284454d679cacdd88b2f2344a', 'gw_port': {'id': '141fb296-de50-4aec-9e27-2ab42223564c', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:35:28Z', 'updated_at': '2022-07-02T03:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi'}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:32.107569 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-ccad6afe-96c6-400c-a2b4-bb6feea02605 None None] Current status of the port aefa7311-0716-449e-b767-ac06d97bff61 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:35:32.135754 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-1bb62250-5ccc-4183-9aee-73492c2ce5bd admin admin] Publish callbacks [] for port (c70b9db3-e013-4746-8476-7b91c96c7375), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:32.141570 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e0e995-0784-4201-a1f3-54165ddcbadf None None] The sync data for ids ['4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3'] in dv-cinder-846842-9-iscsi is: [{'id': '4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3', 'name': 'tempest-TestShelveInstance-669641936-router', 'tenant_id': '49622e8284454d679cacdd88b2f2344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '141fb296-de50-4aec-9e27-2ab42223564c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:35:27Z', 'updated_at': '2022-07-02T03:35:29Z', 'revision_number': 3, 'project_id': '49622e8284454d679cacdd88b2f2344a', 'gw_port': {'id': '141fb296-de50-4aec-9e27-2ab42223564c', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:35:28Z', 'updated_at': '2022-07-02T03:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi'}] {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:35:32.144580 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-1bb62250-5ccc-4183-9aee-73492c2ce5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (c70b9db3-e013-4746-8476-7b91c96c7375), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:32.238276 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb62250-5ccc-4183-9aee-73492c2ce5bd admin admin] Pushing event updated for resources: {'Port': ['ID=c70b9db3-e013-4746-8476-7b91c96c7375,revision_number=2']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:32.245734 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-1bb62250-5ccc-4183-9aee-73492c2ce5bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386339'] for router_interface (4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:32.287680 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-68e08d59-da45-4795-995b-2aca1f75b8fc None None] Provisioning complete for port c70b9db3-e013-4746-8476-7b91c96c7375 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:35:32.288038 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-68e08d59-da45-4795-995b-2aca1f75b8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (c70b9db3-e013-4746-8476-7b91c96c7375), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:32.320897 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-48c6da4c-6f6f-4966-b16c-09a3a83ba93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'name': 'tempest-AttachVolumeNegativeTest-1944099048-router', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:12Z', 'updated_at': '2022-07-02T03:34:25Z', 'revision_number': 4, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'gw_port': {'id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:15Z', 'updated_at': '2022-07-02T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '4efba1d4-6153-4e14-b446-41ba1fa6a119', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'floating_ip_address': '172.27.0.80', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'port_id': '54a638db-254c-4005-b3f3-014e45f9ff9e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'mac_address': 'fa:16:3e:0f:f3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e880e075-40f8-4727-b142-83ae3e2c6d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:34:32Z', 'updated_at': '2022-07-02T03:35:29Z', 'revision_number': 1, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1afdd4-79ed-4696-98f4-e3dd5de0fa94', 'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'mac_address': 'fa:16:3e:08:83:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:24Z', 'updated_at': '2022-07-02T03:34:44Z', 'revision_number': 5, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'subnets': [{'id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:32.343520 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb62250-5ccc-4183-9aee-73492c2ce5bd admin admin] Network 9a35e823-6f9b-485c-8792-468c04e42b7b is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:35:32.344998 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-1bb62250-5ccc-4183-9aee-73492c2ce5bd admin admin] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:35:32.349263 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c6da4c-6f6f-4966-b16c-09a3a83ba93f None None] Checking router: 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:35:32.357133 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-68e08d59-da45-4795-995b-2aca1f75b8fc None None] Port c70b9db3-e013-4746-8476-7b91c96c7375 cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:35:32.375428 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c6da4c-6f6f-4966-b16c-09a3a83ba93f None None] Routers {'3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:35:32.376126 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-48c6da4c-6f6f-4966-b16c-09a3a83ba93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:35:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:32.379619 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-68e08d59-da45-4795-995b-2aca1f75b8fc None None] Provisioning complete for port aefa7311-0716-449e-b767-ac06d97bff61 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:35:32.379987 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-68e08d59-da45-4795-995b-2aca1f75b8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (aefa7311-0716-449e-b767-ac06d97bff61), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:32.390212 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:32.490373 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb62250-5ccc-4183-9aee-73492c2ce5bd admin admin] Router 4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:35:32.508767 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device aefa7311-0716-449e-b767-ac06d97bff61 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:35:32.639736 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb62250-5ccc-4183-9aee-73492c2ce5bd admin admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:35:32.648018 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=100 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:32.651702 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-68e08d59-da45-4795-995b-2aca1f75b8fc None None] Current status of the port aefa7311-0716-449e-b767-ac06d97bff61 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:35:32.660196 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-1bb62250-5ccc-4183-9aee-73492c2ce5bd admin admin] 10.222.0.42 "PUT /v2.0/routers/4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5047064 Jul 02 03:35:32.677027 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10cc00-1475-4548-bab2-f7c084b227a1 req-3c761f58-1b0e-4ca4-88a1-5e5f97b031d2 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:32.677570 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port aefa7311-0716-449e-b767-ac06d97bff61 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:35:32.677701 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (aefa7311-0716-449e-b767-ac06d97bff61), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:32.678861 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5c10cc00-1475-4548-bab2-f7c084b227a1 req-3c761f58-1b0e-4ca4-88a1-5e5f97b031d2 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0757096 Jul 02 03:35:32.719668 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-48c6da4c-6f6f-4966-b16c-09a3a83ba93f None None] Set router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:35:32.750887 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5c10cc00-1475-4548-bab2-f7c084b227a1 req-b5b89252-458f-4b6f-b60d-bea1da73c33c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621574 Jul 02 03:35:32.964345 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-7db9ff3f-da55-4fde-8047-4b4f27dfe308 None None] Provisioning complete for port c70b9db3-e013-4746-8476-7b91c96c7375 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:35:32.964756 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-7db9ff3f-da55-4fde-8047-4b4f27dfe308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (c70b9db3-e013-4746-8476-7b91c96c7375), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:33.048776 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port aefa7311-0716-449e-b767-ac06d97bff61 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:35:33.063902 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-7db9ff3f-da55-4fde-8047-4b4f27dfe308 None None] Port c70b9db3-e013-4746-8476-7b91c96c7375 cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:35:33.136716 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 33228) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:33.141399 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-23c4c4ce-164e-4e8d-8d94-7b149ddda6b8 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1563014043', 'description': 'tempest-secgroup-smoke-1563014043 description', 'project_id': '6c04290d87154e48a3bf77a828b563ba'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:35:33.168242 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-23c4c4ce-164e-4e8d-8d94-7b149ddda6b8 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:33.228905 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=100 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:33.241646 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fc51e-f962-4133-94cd-cfa8186e9140 req-462bdfa1-da9c-40d7-82ae-72058128836a tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:33.246156 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-48c6da4c-6f6f-4966-b16c-09a3a83ba93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'name': 'tempest-AttachVolumeNegativeTest-1944099048-router', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:12Z', 'updated_at': '2022-07-02T03:34:25Z', 'revision_number': 4, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'gw_port': {'id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:15Z', 'updated_at': '2022-07-02T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '4efba1d4-6153-4e14-b446-41ba1fa6a119', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'floating_ip_address': '172.27.0.80', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'port_id': '54a638db-254c-4005-b3f3-014e45f9ff9e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'mac_address': 'fa:16:3e:0f:f3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e880e075-40f8-4727-b142-83ae3e2c6d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:34:32Z', 'updated_at': '2022-07-02T03:35:29Z', 'revision_number': 1, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1afdd4-79ed-4696-98f4-e3dd5de0fa94', 'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'mac_address': 'fa:16:3e:08:83:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:24Z', 'updated_at': '2022-07-02T03:34:44Z', 'revision_number': 5, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'subnets': [{'id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:33.250182 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3d2fc51e-f962-4133-94cd-cfa8186e9140 req-462bdfa1-da9c-40d7-82ae-72058128836a tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 945 time: 0.0723989 Jul 02 03:35:33.282056 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-23c4c4ce-164e-4e8d-8d94-7b149ddda6b8 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks [] for security_group (2887add9-60d8-4604-a6da-534a6a5e0fa8), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:33.288168 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-23c4c4ce-164e-4e8d-8d94-7b149ddda6b8 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (2887add9-60d8-4604-a6da-534a6a5e0fa8), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:33.288370 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c6da4c-6f6f-4966-b16c-09a3a83ba93f None None] The sync data for ids ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'] in dv-cinder-846842-9-iscsi is: [{'id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'name': 'tempest-AttachVolumeNegativeTest-1944099048-router', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:12Z', 'updated_at': '2022-07-02T03:34:25Z', 'revision_number': 4, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'gw_port': {'id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:15Z', 'updated_at': '2022-07-02T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '4efba1d4-6153-4e14-b446-41ba1fa6a119', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'floating_ip_address': '172.27.0.80', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'port_id': '54a638db-254c-4005-b3f3-014e45f9ff9e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'mac_address': 'fa:16:3e:0f:f3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e880e075-40f8-4727-b142-83ae3e2c6d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:34:32Z', 'updated_at': '2022-07-02T03:35:29Z', 'revision_number': 1, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1afdd4-79ed-4696-98f4-e3dd5de0fa94', 'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'mac_address': 'fa:16:3e:08:83:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:24Z', 'updated_at': '2022-07-02T03:34:44Z', 'revision_number': 5, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'subnets': [{'id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:35:33.311253 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3d2fc51e-f962-4133-94cd-cfa8186e9140 req-8128f4ac-8463-433a-a1e0-4cbe6ff3ce4d tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599780 Jul 02 03:35:33.333053 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-23c4c4ce-164e-4e8d-8d94-7b149ddda6b8 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:33.334502 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-23c4c4ce-164e-4e8d-8d94-7b149ddda6b8 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1967852 Jul 02 03:35:33.337479 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 33230) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:33.341768 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-5f5c008a-5fc0-4628-9d8f-b8e2696441f9 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Request body: {'security_group_rule': {'security_group_id': '2887add9-60d8-4604-a6da-534a6a5e0fa8', 'project_id': '6c04290d87154e48a3bf77a828b563ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:35:33.347847 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4c4ce-164e-4e8d-8d94-7b149ddda6b8 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2887add9-60d8-4604-a6da-534a6a5e0fa8,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:33.374659 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5f5c008a-5fc0-4628-9d8f-b8e2696441f9 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks [] for security_group_rule (0ee294d7-c7a6-466b-ae80-f7d2734331c1), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:33.434187 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5f5c008a-5fc0-4628-9d8f-b8e2696441f9 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks [] for security_group_rule (0ee294d7-c7a6-466b-ae80-f7d2734331c1), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:33.439725 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5f5c008a-5fc0-4628-9d8f-b8e2696441f9 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (0ee294d7-c7a6-466b-ae80-f7d2734331c1), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:33.458670 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c008a-5fc0-4628-9d8f-b8e2696441f9 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee294d7-c7a6-466b-ae80-f7d2734331c1,revision_number=0']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:33.463606 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5f5c008a-5fc0-4628-9d8f-b8e2696441f9 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:33.464796 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-5f5c008a-5fc0-4628-9d8f-b8e2696441f9 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264207 Jul 02 03:35:33.467743 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 33232) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:33.472239 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-5f9655a4-1d2a-4f76-ba6b-7cea9ef27562 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Request body: {'security_group_rule': {'security_group_id': '2887add9-60d8-4604-a6da-534a6a5e0fa8', 'project_id': '6c04290d87154e48a3bf77a828b563ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:35:33.498971 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5f9655a4-1d2a-4f76-ba6b-7cea9ef27562 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks [] for security_group_rule (3c0a18b5-243c-4e70-b957-75a84d9b6d36), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:33.566376 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5f9655a4-1d2a-4f76-ba6b-7cea9ef27562 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks [] for security_group_rule (3c0a18b5-243c-4e70-b957-75a84d9b6d36), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:33.571458 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5f9655a4-1d2a-4f76-ba6b-7cea9ef27562 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (3c0a18b5-243c-4e70-b957-75a84d9b6d36), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:33.588929 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9655a4-1d2a-4f76-ba6b-7cea9ef27562 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0a18b5-243c-4e70-b957-75a84d9b6d36,revision_number=0']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:33.599750 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:33.601855 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5f9655a4-1d2a-4f76-ba6b-7cea9ef27562 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:33.603120 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-5f9655a4-1d2a-4f76-ba6b-7cea9ef27562 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1344159 Jul 02 03:35:33.606136 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 33234) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:33.610592 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-4396914b-e923-4ab4-bf59-ba97fa7c2290 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Request body: {'security_group_rule': {'security_group_id': '2887add9-60d8-4604-a6da-534a6a5e0fa8', 'project_id': '6c04290d87154e48a3bf77a828b563ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:35:33.614848 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:33.632697 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490af02-b4cf-4440-ae4f-8425b227f833 req-ba204882-c139-4c1b-8cfd-49e674b00217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:33.634243 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6490af02-b4cf-4440-ae4f-8425b227f833 req-ba204882-c139-4c1b-8cfd-49e674b00217 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b44eff44cb504e1f9bf037303db24d1b&device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 1130 time: 0.0460379 Jul 02 03:35:33.640147 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-4396914b-e923-4ab4-bf59-ba97fa7c2290 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks [] for security_group_rule (c66dad4d-fc54-4515-bf27-86141f87521a), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:33.699444 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-4396914b-e923-4ab4-bf59-ba97fa7c2290 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks [] for security_group_rule (c66dad4d-fc54-4515-bf27-86141f87521a), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:33.704230 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-4396914b-e923-4ab4-bf59-ba97fa7c2290 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (c66dad4d-fc54-4515-bf27-86141f87521a), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:33.722819 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396914b-e923-4ab4-bf59-ba97fa7c2290 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66dad4d-fc54-4515-bf27-86141f87521a,revision_number=0']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:33.728217 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490af02-b4cf-4440-ae4f-8425b227f833 req-09ab3483-f86e-42b0-8e3a-76ce5a613a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:33.729706 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6490af02-b4cf-4440-ae4f-8425b227f833 req-09ab3483-f86e-42b0-8e3a-76ce5a613a3b service neutron] 10.222.0.26 "GET /v2.0/networks?id=389311ee-b4f4-4d7f-89a6-51f9bda5ef70 HTTP/1.1" status: 200 len: 916 time: 0.0899725 Jul 02 03:35:33.731089 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-4396914b-e923-4ab4-bf59-ba97fa7c2290 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:33.732329 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-4396914b-e923-4ab4-bf59-ba97fa7c2290 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252327 Jul 02 03:35:33.735068 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 33236) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:33.739273 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-8e46135a-0a2f-470d-acb8-1acbbb21cb64 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Request body: {'security_group_rule': {'security_group_id': '2887add9-60d8-4604-a6da-534a6a5e0fa8', 'project_id': '6c04290d87154e48a3bf77a828b563ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:35:33.768057 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-8e46135a-0a2f-470d-acb8-1acbbb21cb64 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks [] for security_group_rule (1a41f1ae-3822-4fa1-a41b-fe91df24ac6f), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:33.838394 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-8e46135a-0a2f-470d-acb8-1acbbb21cb64 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks [] for security_group_rule (1a41f1ae-3822-4fa1-a41b-fe91df24ac6f), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:33.846143 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6490af02-b4cf-4440-ae4f-8425b227f833 req-abc1f91b-e9b2-4bc9-bdc8-2378fc8488b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54a638db-254c-4005-b3f3-014e45f9ff9e HTTP/1.1" status: 200 len: 999 time: 0.1093855 Jul 02 03:35:33.849017 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-8e46135a-0a2f-470d-acb8-1acbbb21cb64 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (1a41f1ae-3822-4fa1-a41b-fe91df24ac6f), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:33.868198 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:33.889879 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46135a-0a2f-470d-acb8-1acbbb21cb64 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a41f1ae-3822-4fa1-a41b-fe91df24ac6f,revision_number=0']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:33.904928 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1cda82-55c6-4bd7-a292-2fd455557e2f req-51807a93-304b-4f14-942f-f60ec0c6651b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:33.906470 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9e1cda82-55c6-4bd7-a292-2fd455557e2f req-51807a93-304b-4f14-942f-f60ec0c6651b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0704556 Jul 02 03:35:33.909954 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-8e46135a-0a2f-470d-acb8-1acbbb21cb64 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:33.914201 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-8e46135a-0a2f-470d-acb8-1acbbb21cb64 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1781421 Jul 02 03:35:33.914848 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 33240) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:33.921883 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-341d8cea-f2d8-4414-8b39-f52fee666b0f tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Request body: {'security_group_rule': {'security_group_id': '2887add9-60d8-4604-a6da-534a6a5e0fa8', 'project_id': '6c04290d87154e48a3bf77a828b563ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:35:33.952014 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490af02-b4cf-4440-ae4f-8425b227f833 req-ab24f1e9-2d53-4325-a0b8-3841570cb6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:33.953455 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6490af02-b4cf-4440-ae4f-8425b227f833 req-ab24f1e9-2d53-4325-a0b8-3841570cb6b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c753fd38-19d6-439d-9e37-af1a40857012 HTTP/1.1" status: 200 len: 854 time: 0.0539048 Jul 02 03:35:33.978359 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.db.securitygroups_db [None req-341d8cea-f2d8-4414-8b39-f52fee666b0f tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Project 6c04290d87154e48a3bf77a828b563ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 02 03:35:33.997176 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9e1cda82-55c6-4bd7-a292-2fd455557e2f req-2c6d588c-4ce4-489d-af2a-30a752b4036a tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810633 Jul 02 03:35:33.997643 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-341d8cea-f2d8-4414-8b39-f52fee666b0f tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks [] for security_group_rule (29a84790-e732-4149-8472-a45d730402c7), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:34.031601 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490af02-b4cf-4440-ae4f-8425b227f833 req-9b021423-c021-44d0-8be6-e86c6bc9ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:34.033309 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6490af02-b4cf-4440-ae4f-8425b227f833 req-9b021423-c021-44d0-8be6-e86c6bc9ebcd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=389311ee-b4f4-4d7f-89a6-51f9bda5ef70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0726995 Jul 02 03:35:34.059556 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5720d3-0cad-4fe8-9a65-f1274f3d0f33 None None] New status for floating IP 4efba1d4-6153-4e14-b446-41ba1fa6a119: ACTIVE {{(pid=104252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 02 03:35:34.066481 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-341d8cea-f2d8-4414-8b39-f52fee666b0f tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks [] for security_group_rule (29a84790-e732-4149-8472-a45d730402c7), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:34.072799 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-341d8cea-f2d8-4414-8b39-f52fee666b0f tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (29a84790-e732-4149-8472-a45d730402c7), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:34.099436 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d8cea-f2d8-4414-8b39-f52fee666b0f tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29a84790-e732-4149-8472-a45d730402c7,revision_number=0']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:34.106748 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-341d8cea-f2d8-4414-8b39-f52fee666b0f tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:34.111073 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-341d8cea-f2d8-4414-8b39-f52fee666b0f tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1936092 Jul 02 03:35:34.111790 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 33246) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:34.123413 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-1ba27fbe-bec5-4f53-aa02-ea27916f2e69 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Request body: {'security_group_rule': {'security_group_id': '2887add9-60d8-4604-a6da-534a6a5e0fa8', 'project_id': '6c04290d87154e48a3bf77a828b563ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:35:34.147156 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:34.173888 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.db.securitygroups_db [None req-1ba27fbe-bec5-4f53-aa02-ea27916f2e69 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Project 6c04290d87154e48a3bf77a828b563ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 02 03:35:34.184064 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-1ba27fbe-bec5-4f53-aa02-ea27916f2e69 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks [] for security_group_rule (fb80cb1a-b18b-4057-83d3-1f17f97b1287), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:34.199168 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6490af02-b4cf-4440-ae4f-8425b227f833 req-30cfe551-e704-437d-a46b-7d9635ac82b3 service neutron] 10.222.0.26 "GET /v2.0/networks/389311ee-b4f4-4d7f-89a6-51f9bda5ef70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584544 Jul 02 03:35:34.261713 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-1ba27fbe-bec5-4f53-aa02-ea27916f2e69 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks [] for security_group_rule (fb80cb1a-b18b-4057-83d3-1f17f97b1287), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:34.266480 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-1ba27fbe-bec5-4f53-aa02-ea27916f2e69 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (fb80cb1a-b18b-4057-83d3-1f17f97b1287), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:34.287939 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba27fbe-bec5-4f53-aa02-ea27916f2e69 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb80cb1a-b18b-4057-83d3-1f17f97b1287,revision_number=0']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:34.303652 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-1ba27fbe-bec5-4f53-aa02-ea27916f2e69 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:34.305314 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-1ba27fbe-bec5-4f53-aa02-ea27916f2e69 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1925592 Jul 02 03:35:34.326113 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6490af02-b4cf-4440-ae4f-8425b227f833 req-13afe800-4e08-4b85-8a89-9f10235f5036 service neutron] 10.222.0.26 "GET /v2.0/networks/389311ee-b4f4-4d7f-89a6-51f9bda5ef70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165161 Jul 02 03:35:34.404032 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644224ce-0f3e-44f9-986e-ef7ed1e1243a None None] Sync routers for ids ['4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:35:34.416991 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644224ce-0f3e-44f9-986e-ef7ed1e1243a None None] Routers {'4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:35:34.418083 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-644224ce-0f3e-44f9-986e-ef7ed1e1243a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:35:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:34.486538 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff3efb-60e8-4eea-8813-9a57f362c0e8 req-85097886-7918-4d3f-aca2-627afa54d7f8 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:34.488523 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-63ff3efb-60e8-4eea-8813-9a57f362c0e8 req-85097886-7918-4d3f-aca2-627afa54d7f8 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 945 time: 0.0564039 Jul 02 03:35:34.503797 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:34.516541 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 141fb296-de50-4aec-9e27-2ab42223564c up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:35:34.546676 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-63ff3efb-60e8-4eea-8813-9a57f362c0e8 req-776a71e0-87c3-4f50-b868-3b17700f24ef tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514417 Jul 02 03:35:34.596805 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 141fb296-de50-4aec-9e27-2ab42223564c triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:35:34.597172 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (141fb296-de50-4aec-9e27-2ab42223564c), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:34.627135 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-644224ce-0f3e-44f9-986e-ef7ed1e1243a None None] Set router 4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:35:34.759436 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 01f88803-1998-4eea-820a-bbda30202ac5 up at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:35:34.815041 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 141fb296-de50-4aec-9e27-2ab42223564c is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:35:34.815457 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (141fb296-de50-4aec-9e27-2ab42223564c), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:34.869234 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] For port 141fb296-de50-4aec-9e27-2ab42223564c, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=141fb296-de50-4aec-9e27-2ab42223564c,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:35:34.876046 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (141fb296-de50-4aec-9e27-2ab42223564c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:34.881112 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:34.934283 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning for port 01f88803-1998-4eea-820a-bbda30202ac5 completed by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 02 03:35:34.953048 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning complete for port 01f88803-1998-4eea-820a-bbda30202ac5 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:35:34.953464 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (01f88803-1998-4eea-820a-bbda30202ac5), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:34.990153 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-644224ce-0f3e-44f9-986e-ef7ed1e1243a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3', 'name': 'tempest-TestShelveInstance-669641936-router', 'tenant_id': '49622e8284454d679cacdd88b2f2344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '141fb296-de50-4aec-9e27-2ab42223564c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:35:27Z', 'updated_at': '2022-07-02T03:35:31Z', 'revision_number': 4, 'project_id': '49622e8284454d679cacdd88b2f2344a', 'gw_port': {'id': '141fb296-de50-4aec-9e27-2ab42223564c', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:35:28Z', 'updated_at': '2022-07-02T03:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': 'c70b9db3-e013-4746-8476-7b91c96c7375', 'name': '', 'network_id': '9a35e823-6f9b-485c-8792-468c04e42b7b', 'tenant_id': '49622e8284454d679cacdd88b2f2344a', 'mac_address': 'fa:16:3e:e9:1c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e2437ced-7877-44ee-b9a2-3b88bae5ad2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:35:30Z', 'updated_at': '2022-07-02T03:35:31Z', 'revision_number': 2, 'project_id': '49622e8284454d679cacdd88b2f2344a', 'subnets': [{'id': 'e2437ced-7877-44ee-b9a2-3b88bae5ad2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:35.021686 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Pushing event updated for resources: {'Port': ['ID=141fb296-de50-4aec-9e27-2ab42223564c,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:35.026294 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644224ce-0f3e-44f9-986e-ef7ed1e1243a None None] Checking router: 4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3 for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:35:35.026664 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644224ce-0f3e-44f9-986e-ef7ed1e1243a None None] Updating router 4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3 port c70b9db3-e013-4746-8476-7b91c96c7375 binding host dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 03:35:35.063821 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-644224ce-0f3e-44f9-986e-ef7ed1e1243a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (c70b9db3-e013-4746-8476-7b91c96c7375), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:35.135321 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 01f88803-1998-4eea-820a-bbda30202ac5 is: BUILD; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:35:35.135708 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (01f88803-1998-4eea-820a-bbda30202ac5), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:35.146006 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954458ee-5a38-410c-86ba-a918bcd5c8d7 req-99b8d2b3-81a7-4211-a951-f367a476d7ea tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:35.147666 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-954458ee-5a38-410c-86ba-a918bcd5c8d7 req-99b8d2b3-81a7-4211-a951-f367a476d7ea tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0584378 Jul 02 03:35:35.198034 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-954458ee-5a38-410c-86ba-a918bcd5c8d7 req-1d746020-1d49-4750-8125-30840a6eb166 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446455 Jul 02 03:35:35.208474 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:35.217747 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2d5a1f-4e5b-4072-851a-d01f23742f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f88803-1998-4eea-820a-bbda30202ac5'}] {{(pid=104251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:35:35.219754 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea91eb0431f3890beba7fecfff9803703e4988fc204844c40d6eadfc05b4f309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f3744c-f6d4-4e49-830f-5cf0f9429605" -d '{"events": [{"server_uuid": "bd2d5a1f-4e5b-4072-851a-d01f23742f55", "name": "network-vif-plugged", "status": "completed", "tag": "01f88803-1998-4eea-820a-bbda30202ac5"}]}' {{(pid=104251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:35:35.242943 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 01f88803-1998-4eea-820a-bbda30202ac5, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=01f88803-1998-4eea-820a-bbda30202ac5,segment=NetworkSegment(645b2d22-891d-43a9-95be-abb4172a72ed),segment_id=645b2d22-891d-43a9-95be-abb4172a72ed)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:35:35.269215 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (01f88803-1998-4eea-820a-bbda30202ac5), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:35.272111 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3b073d-57f1-4c77-ac72-74d6f1a2d254 x-openstack-request-id: req-5e3b073d-57f1-4c77-ac72-74d6f1a2d254 {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:35:35.272398 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2d5a1f-4e5b-4072-851a-d01f23742f55", "name": "network-vif-plugged", "status": "completed", "tag": "01f88803-1998-4eea-820a-bbda30202ac5", "code": 200}]} {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:35:35.272652 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5e3b073d-57f1-4c77-ac72-74d6f1a2d254 {{(pid=104251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:35:35.273042 dv-cinder-846842-9-iscsi neutron-server[104251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e3b073d-57f1-4c77-ac72-74d6f1a2d254'] response: {'server_uuid': 'bd2d5a1f-4e5b-4072-851a-d01f23742f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f88803-1998-4eea-820a-bbda30202ac5', 'code': 200} Jul 02 03:35:35.368507 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=01f88803-1998-4eea-820a-bbda30202ac5,revision_number=5']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:35.500440 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-644224ce-0f3e-44f9-986e-ef7ed1e1243a None None] Publish callbacks [] for port (c70b9db3-e013-4746-8476-7b91c96c7375), precommit_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:35.515263 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-644224ce-0f3e-44f9-986e-ef7ed1e1243a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (c70b9db3-e013-4746-8476-7b91c96c7375), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:35.574667 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a124d-90c2-4d82-b5dc-b72279fd30d3 None None] Pushing event updated for resources: {'Port': ['ID=c70b9db3-e013-4746-8476-7b91c96c7375,revision_number=3']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:35.650733 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-644224ce-0f3e-44f9-986e-ef7ed1e1243a None None] Attempting to bind port c70b9db3-e013-4746-8476-7b91c96c7375 on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:35:35.651128 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-644224ce-0f3e-44f9-986e-ef7ed1e1243a None None] Attempting to bind port c70b9db3-e013-4746-8476-7b91c96c7375 by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': '9332b316-3a7a-411e-b89c-f41ee26c7bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9a35e823-6f9b-485c-8792-468c04e42b7b'}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:35:35.651581 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644224ce-0f3e-44f9-986e-ef7ed1e1243a None None] Attempting to bind port c70b9db3-e013-4746-8476-7b91c96c7375 on network 9a35e823-6f9b-485c-8792-468c04e42b7b {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:35:35.661661 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644224ce-0f3e-44f9-986e-ef7ed1e1243a None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:35:35.662294 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644224ce-0f3e-44f9-986e-ef7ed1e1243a None None] Checking segment: {'id': '9332b316-3a7a-411e-b89c-f41ee26c7bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9a35e823-6f9b-485c-8792-468c04e42b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:35:35.663152 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-644224ce-0f3e-44f9-986e-ef7ed1e1243a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:35.663702 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644224ce-0f3e-44f9-986e-ef7ed1e1243a None None] Bound using segment: {'id': '9332b316-3a7a-411e-b89c-f41ee26c7bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9a35e823-6f9b-485c-8792-468c04e42b7b'} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:35:35.664457 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-644224ce-0f3e-44f9-986e-ef7ed1e1243a None None] Bound port: c70b9db3-e013-4746-8476-7b91c96c7375, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9332b316-3a7a-411e-b89c-f41ee26c7bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9a35e823-6f9b-485c-8792-468c04e42b7b'}}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:35:35.664993 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-644224ce-0f3e-44f9-986e-ef7ed1e1243a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (c70b9db3-e013-4746-8476-7b91c96c7375), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:35.710239 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1dd1a-f2d1-48e7-9a6b-848cef2aaba8 req-dd9decf7-bbc5-4f58-8716-9085c6c9783f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:35.711832 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-eab1dd1a-f2d1-48e7-9a6b-848cef2aaba8 req-dd9decf7-bbc5-4f58-8716-9085c6c9783f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0564692 Jul 02 03:35:35.752409 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-644224ce-0f3e-44f9-986e-ef7ed1e1243a None None] For port c70b9db3-e013-4746-8476-7b91c96c7375, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:35:35.756473 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-644224ce-0f3e-44f9-986e-ef7ed1e1243a None None] For port c70b9db3-e013-4746-8476-7b91c96c7375, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=c70b9db3-e013-4746-8476-7b91c96c7375,segment=NetworkSegment(9332b316-3a7a-411e-b89c-f41ee26c7bde),segment_id=9332b316-3a7a-411e-b89c-f41ee26c7bde)] {{(pid=104251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:35:35.765568 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-644224ce-0f3e-44f9-986e-ef7ed1e1243a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (c70b9db3-e013-4746-8476-7b91c96c7375), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:35.771864 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-eab1dd1a-f2d1-48e7-9a6b-848cef2aaba8 req-f6613aa1-e7e0-4e6c-80c4-1a0e2667e628 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544319 Jul 02 03:35:35.798471 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:35.829953 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644224ce-0f3e-44f9-986e-ef7ed1e1243a None None] Routers {'4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:35:35.830604 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-644224ce-0f3e-44f9-986e-ef7ed1e1243a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:35:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:36.027174 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a124d-90c2-4d82-b5dc-b72279fd30d3 None None] Pushing event updated for resources: {'Port': ['ID=c70b9db3-e013-4746-8476-7b91c96c7375,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:36.050316 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-a0153708-2a9d-438f-aea2-70dd8e7d341c None None] Provisioning complete for port c70b9db3-e013-4746-8476-7b91c96c7375 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:35:36.050684 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-a0153708-2a9d-438f-aea2-70dd8e7d341c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (c70b9db3-e013-4746-8476-7b91c96c7375), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:36.109847 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-644224ce-0f3e-44f9-986e-ef7ed1e1243a None None] Set router 4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:35:36.221639 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-a0153708-2a9d-438f-aea2-70dd8e7d341c None None] Current status of the port c70b9db3-e013-4746-8476-7b91c96c7375 is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:35:36.222019 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-a0153708-2a9d-438f-aea2-70dd8e7d341c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (c70b9db3-e013-4746-8476-7b91c96c7375), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:36.322243 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-a0153708-2a9d-438f-aea2-70dd8e7d341c None None] For port c70b9db3-e013-4746-8476-7b91c96c7375, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=c70b9db3-e013-4746-8476-7b91c96c7375,segment=NetworkSegment(9332b316-3a7a-411e-b89c-f41ee26c7bde),segment_id=9332b316-3a7a-411e-b89c-f41ee26c7bde)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:35:36.332378 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:36.340067 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-a0153708-2a9d-438f-aea2-70dd8e7d341c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (c70b9db3-e013-4746-8476-7b91c96c7375), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:36.340919 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e6936-15cd-4285-9ec4-94e111511866 req-9f40fdb7-5337-420f-a699-544ed7a2cb90 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:36.347339 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ed9e6936-15cd-4285-9ec4-94e111511866 req-9f40fdb7-5337-420f-a699-544ed7a2cb90 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0553696 Jul 02 03:35:36.414188 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ed9e6936-15cd-4285-9ec4-94e111511866 req-e4256fab-76c0-43e2-a579-7f13474e4641 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600150 Jul 02 03:35:36.415747 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 141fb296-de50-4aec-9e27-2ab42223564c up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:35:36.461561 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-644224ce-0f3e-44f9-986e-ef7ed1e1243a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3', 'name': 'tempest-TestShelveInstance-669641936-router', 'tenant_id': '49622e8284454d679cacdd88b2f2344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '141fb296-de50-4aec-9e27-2ab42223564c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:35:27Z', 'updated_at': '2022-07-02T03:35:31Z', 'revision_number': 4, 'project_id': '49622e8284454d679cacdd88b2f2344a', 'gw_port': {'id': '141fb296-de50-4aec-9e27-2ab42223564c', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:35:28Z', 'updated_at': '2022-07-02T03:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': 'c70b9db3-e013-4746-8476-7b91c96c7375', 'name': '', 'network_id': '9a35e823-6f9b-485c-8792-468c04e42b7b', 'tenant_id': '49622e8284454d679cacdd88b2f2344a', 'mac_address': 'fa:16:3e:e9:1c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e2437ced-7877-44ee-b9a2-3b88bae5ad2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:35:30Z', 'updated_at': '2022-07-02T03:35:35Z', 'revision_number': 4, 'project_id': '49622e8284454d679cacdd88b2f2344a', 'subnets': [{'id': 'e2437ced-7877-44ee-b9a2-3b88bae5ad2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:36.472970 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0153708-2a9d-438f-aea2-70dd8e7d341c None None] Pushing event updated for resources: {'Port': ['ID=c70b9db3-e013-4746-8476-7b91c96c7375,revision_number=5']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:36.507112 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644224ce-0f3e-44f9-986e-ef7ed1e1243a None None] The sync data for ids ['4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3'] in dv-cinder-846842-9-iscsi is: [{'id': '4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3', 'name': 'tempest-TestShelveInstance-669641936-router', 'tenant_id': '49622e8284454d679cacdd88b2f2344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '141fb296-de50-4aec-9e27-2ab42223564c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:35:27Z', 'updated_at': '2022-07-02T03:35:31Z', 'revision_number': 4, 'project_id': '49622e8284454d679cacdd88b2f2344a', 'gw_port': {'id': '141fb296-de50-4aec-9e27-2ab42223564c', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:35:28Z', 'updated_at': '2022-07-02T03:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': 'c70b9db3-e013-4746-8476-7b91c96c7375', 'name': '', 'network_id': '9a35e823-6f9b-485c-8792-468c04e42b7b', 'tenant_id': '49622e8284454d679cacdd88b2f2344a', 'mac_address': 'fa:16:3e:e9:1c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e2437ced-7877-44ee-b9a2-3b88bae5ad2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:35:30Z', 'updated_at': '2022-07-02T03:35:35Z', 'revision_number': 4, 'project_id': '49622e8284454d679cacdd88b2f2344a', 'subnets': [{'id': 'e2437ced-7877-44ee-b9a2-3b88bae5ad2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:35:36.508927 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-93d6946e-b6a0-427e-90c4-6cdf0b11bf67 None None] Provisioning complete for port c70b9db3-e013-4746-8476-7b91c96c7375 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:35:36.509221 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-93d6946e-b6a0-427e-90c4-6cdf0b11bf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (c70b9db3-e013-4746-8476-7b91c96c7375), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:36.558328 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 141fb296-de50-4aec-9e27-2ab42223564c triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:35:36.558701 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (141fb296-de50-4aec-9e27-2ab42223564c), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:36.690981 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-93d6946e-b6a0-427e-90c4-6cdf0b11bf67 None None] Current status of the port c70b9db3-e013-4746-8476-7b91c96c7375 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:35:36.704978 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 141fb296-de50-4aec-9e27-2ab42223564c is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:35:36.910962 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b9bbf-2c77-49eb-b908-25df6bd36a6d req-1f3398c6-f87b-430e-9c63-ac2380c7db31 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:36.923924 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6b9b9bbf-2c77-49eb-b908-25df6bd36a6d req-1f3398c6-f87b-430e-9c63-ac2380c7db31 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0702932 Jul 02 03:35:36.996813 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6b9b9bbf-2c77-49eb-b908-25df6bd36a6d req-a2b4e819-92ce-49d5-a0ef-878c414d3f3d tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699489 Jul 02 03:35:37.266917 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50f0b6-f57f-4f27-8f4d-bebb35d3af32 req-55dee06a-d3c7-4e9a-ba6c-202e4504beef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:37.268491 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6c50f0b6-f57f-4f27-8f4d-bebb35d3af32 req-55dee06a-d3c7-4e9a-ba6c-202e4504beef service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 1130 time: 0.0444882 Jul 02 03:35:37.322026 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6c50f0b6-f57f-4f27-8f4d-bebb35d3af32 req-c4e1128e-ceae-4b1b-804f-0c1c3f24ba1f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447748 Jul 02 03:35:37.534367 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02adf6b-62df-4beb-9d64-318fb87fb7b0 req-1b11f474-b16a-443c-b708-0393f66e6e3d tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:37.536007 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a02adf6b-62df-4beb-9d64-318fb87fb7b0 req-1b11f474-b16a-443c-b708-0393f66e6e3d tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0492532 Jul 02 03:35:37.590453 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a02adf6b-62df-4beb-9d64-318fb87fb7b0 req-901f9f08-8c68-4bc1-b878-8565da1ae254 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446990 Jul 02 03:35:38.137836 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53d800-50a9-42e9-a224-881cf4b63875 req-6bca40a4-321c-4641-b99c-b5a222d6f743 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:38.139505 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cf53d800-50a9-42e9-a224-881cf4b63875 req-6bca40a4-321c-4641-b99c-b5a222d6f743 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0640244 Jul 02 03:35:38.208111 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cf53d800-50a9-42e9-a224-881cf4b63875 req-fdf2afc2-4e6c-487e-b4b3-f2268f75e02a tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592949 Jul 02 03:35:38.423612 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device c70b9db3-e013-4746-8476-7b91c96c7375 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:35:38.445797 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:38.472816 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port c70b9db3-e013-4746-8476-7b91c96c7375 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:35:38.473186 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (c70b9db3-e013-4746-8476-7b91c96c7375), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:38.556438 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port c70b9db3-e013-4746-8476-7b91c96c7375 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:35:38.601579 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:38.613738 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3dc97-b5ae-4874-acc1-44c57b69b998 req-a7236df1-3cc9-4fa9-b7f7-bd4ba643fef9 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:38.615376 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ddc3dc97-b5ae-4874-acc1-44c57b69b998 req-a7236df1-3cc9-4fa9-b7f7-bd4ba643fef9 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 945 time: 0.0480726 Jul 02 03:35:38.663963 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ddc3dc97-b5ae-4874-acc1-44c57b69b998 req-e9271b39-b5e1-425b-b383-b8a324773de1 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7e9aa3-b936-4e8a-89b9-f5da8985c04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421989 Jul 02 03:35:38.710407 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1179e-36a5-409f-b48f-3a5d3e12d8ce req-1f9700a9-6920-4e32-8bbc-7895fcdab51f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:38.711968 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d1c1179e-36a5-409f-b48f-3a5d3e12d8ce req-1f9700a9-6920-4e32-8bbc-7895fcdab51f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0470986 Jul 02 03:35:38.768283 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d1c1179e-36a5-409f-b48f-3a5d3e12d8ce req-379b8d44-0fc0-4583-a886-7cd262b6a07d tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473614 Jul 02 03:35:39.331675 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54dcf8-787e-4ef2-a0df-289d33181295 req-7937f235-aea8-4cd0-8b71-5a25dd866ddb tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:39.333004 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2b54dcf8-787e-4ef2-a0df-289d33181295 req-7937f235-aea8-4cd0-8b71-5a25dd866ddb tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0481758 Jul 02 03:35:39.391945 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2b54dcf8-787e-4ef2-a0df-289d33181295 req-128c6bef-7975-47a1-b283-05c93d2abff4 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506079 Jul 02 03:35:39.711797 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 33446) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:39.799032 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dee91-71e5-4b9f-a25e-905829e7dae2 req-d04e1797-4e19-4c40-a87d-fe4c0d2e8ed3 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:39.800611 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8f1dee91-71e5-4b9f-a25e-905829e7dae2 req-d04e1797-4e19-4c40-a87d-fe4c0d2e8ed3 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 945 time: 0.0553870 Jul 02 03:35:39.863712 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f1bf2334-fdd2-447c-9656-8df1dc5195e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:39.907521 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8f1dee91-71e5-4b9f-a25e-905829e7dae2 req-dc74d816-66c8-4c56-839c-8ad308f995fc tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7e9aa3-b936-4e8a-89b9-f5da8985c04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989370 Jul 02 03:35:39.938172 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd0d28-f8d2-4aa3-ba32-5cd83a1875a9 req-56bb7bb0-5a1b-4d96-a281-0e73f63ef543 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:39.940090 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-63dd0d28-f8d2-4aa3-ba32-5cd83a1875a9 req-56bb7bb0-5a1b-4d96-a281-0e73f63ef543 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0799570 Jul 02 03:35:39.954306 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f1bf2334-fdd2-447c-9656-8df1dc5195e8 admin admin] Publish callbacks [] for security_group (25e9541b-db77-4740-9430-bd976fdc293d), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:39.959444 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f1bf2334-fdd2-447c-9656-8df1dc5195e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (25e9541b-db77-4740-9430-bd976fdc293d), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:39.993737 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:39.999976 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-63dd0d28-f8d2-4aa3-ba32-5cd83a1875a9 req-60370977-c8ae-4124-97cf-2e71343e828c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527079 Jul 02 03:35:40.200638 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-f1bf2334-fdd2-447c-9656-8df1dc5195e8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=24991d3d422c4effaeb62e972873d8eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4877226 Jul 02 03:35:40.201490 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf2334-fdd2-447c-9656-8df1dc5195e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e9541b-db77-4740-9430-bd976fdc293d,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:40.203620 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 33464) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:40.256287 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7246fef7-4a1a-4aa6-b26d-66d33bf7134f admin admin] Publish callbacks [] for security_group (25e9541b-db77-4740-9430-bd976fdc293d), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:40.280001 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7246fef7-4a1a-4aa6-b26d-66d33bf7134f admin admin] Publish callbacks [] for security_group (25e9541b-db77-4740-9430-bd976fdc293d), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:40.332972 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7246fef7-4a1a-4aa6-b26d-66d33bf7134f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (25e9541b-db77-4740-9430-bd976fdc293d), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:40.338019 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7246fef7-4a1a-4aa6-b26d-66d33bf7134f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:40.339882 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-7246fef7-4a1a-4aa6-b26d-66d33bf7134f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/25e9541b-db77-4740-9430-bd976fdc293d HTTP/1.1" status: 204 len: 168 time: 0.1351974 Jul 02 03:35:40.350117 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246fef7-4a1a-4aa6-b26d-66d33bf7134f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e9541b-db77-4740-9430-bd976fdc293d,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:40.514262 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfcfd6-7564-4604-a0d1-c2817df36368 req-d087a97a-81de-44c2-a5a1-6657550e1359 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:40.515857 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f5bfcfd6-7564-4604-a0d1-c2817df36368 req-d087a97a-81de-44c2-a5a1-6657550e1359 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0549772 Jul 02 03:35:40.567581 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f5bfcfd6-7564-4604-a0d1-c2817df36368 req-4796601e-248b-4a18-90c2-4cf33f43bde3 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456169 Jul 02 03:35:40.633389 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 33472) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:40.647497 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b0d94623-a6d2-4683-9f60-730d7da73e48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:40.725027 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b0d94623-a6d2-4683-9f60-730d7da73e48 admin admin] Publish callbacks [] for security_group (7c7dbcae-1b66-4c6a-b34b-f7b0b92f1aaf), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:40.730627 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b0d94623-a6d2-4683-9f60-730d7da73e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (7c7dbcae-1b66-4c6a-b34b-f7b0b92f1aaf), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:40.769083 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d94623-a6d2-4683-9f60-730d7da73e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7dbcae-1b66-4c6a-b34b-f7b0b92f1aaf,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:40.773470 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-b0d94623-a6d2-4683-9f60-730d7da73e48 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1b8bb6db70444206b7dc1764cc9960ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390922 Jul 02 03:35:40.776390 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 33474) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:40.804544 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:40.828220 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-489d7085-95f2-4cde-a3d2-a34504d2fe25 admin admin] Publish callbacks [] for security_group (7c7dbcae-1b66-4c6a-b34b-f7b0b92f1aaf), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:40.852517 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-489d7085-95f2-4cde-a3d2-a34504d2fe25 admin admin] Publish callbacks [] for security_group (7c7dbcae-1b66-4c6a-b34b-f7b0b92f1aaf), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:40.902894 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-489d7085-95f2-4cde-a3d2-a34504d2fe25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (7c7dbcae-1b66-4c6a-b34b-f7b0b92f1aaf), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:40.907126 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-489d7085-95f2-4cde-a3d2-a34504d2fe25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:40.908673 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-489d7085-95f2-4cde-a3d2-a34504d2fe25 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7c7dbcae-1b66-4c6a-b34b-f7b0b92f1aaf HTTP/1.1" status: 204 len: 168 time: 0.1314144 Jul 02 03:35:40.917087 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d7085-95f2-4cde-a3d2-a34504d2fe25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7dbcae-1b66-4c6a-b34b-f7b0b92f1aaf,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:41.046319 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5bee6-3476-4db7-a88a-5eaf93813b45 req-6fdf382e-1b1e-4167-bddf-246e678e39ad tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:41.047976 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-edd5bee6-3476-4db7-a88a-5eaf93813b45 req-6fdf382e-1b1e-4167-bddf-246e678e39ad tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 945 time: 0.0568480 Jul 02 03:35:41.164422 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-edd5bee6-3476-4db7-a88a-5eaf93813b45 req-7a1ba29c-8d6c-4352-8572-6753f34c1a0f tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7e9aa3-b936-4e8a-89b9-f5da8985c04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094213 Jul 02 03:35:41.189333 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8f646-b405-452e-b545-5a86d89d0ed3 req-0bf50b80-fdc9-469c-aa3a-ac92edb45c2f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:41.192403 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f0a8f646-b405-452e-b545-5a86d89d0ed3 req-0bf50b80-fdc9-469c-aa3a-ac92edb45c2f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.1018462 Jul 02 03:35:41.238327 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 33496) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:41.246485 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f0a8f646-b405-452e-b545-5a86d89d0ed3 req-69689d8e-ee84-4017-973f-fdeaea65885f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458636 Jul 02 03:35:41.286203 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8904fff-c388-45f8-928a-7326c3b355ee admin admin] Deleting subnet b3e38623-6a2e-444e-882e-0b0b8f7cd909 {{(pid=104250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 02 03:35:41.290155 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-a8904fff-c388-45f8-928a-7326c3b355ee admin admin] Publish callbacks [] for subnet (b3e38623-6a2e-444e-882e-0b0b8f7cd909), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:41.325267 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-a8904fff-c388-45f8-928a-7326c3b355ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2312077'] for subnet (b3e38623-6a2e-444e-882e-0b0b8f7cd909), precommit_delete_associations {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:41.358756 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:41.374871 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-a8904fff-c388-45f8-928a-7326c3b355ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1385350'] for subnet (b3e38623-6a2e-444e-882e-0b0b8f7cd909), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:41.433050 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-a8904fff-c388-45f8-928a-7326c3b355ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1385357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59994211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60075707'] for subnet (b3e38623-6a2e-444e-882e-0b0b8f7cd909), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:41.458737 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8904fff-c388-45f8-928a-7326c3b355ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3e38623-6a2e-444e-882e-0b0b8f7cd909,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:41.462657 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-a8904fff-c388-45f8-928a-7326c3b355ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:41.469775 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 33506) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:41.471865 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-a8904fff-c388-45f8-928a-7326c3b355ee admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b3e38623-6a2e-444e-882e-0b0b8f7cd909 HTTP/1.1" status: 204 len: 168 time: 0.2324011 Jul 02 03:35:41.547666 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b6c65871-0587-494d-8292-03c365939d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587253'] for network (0bcdcc7e-581b-4c51-8a17-20db203e4072), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:41.550180 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:41.646556 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b6c65871-0587-494d-8292-03c365939d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481104', 'neutron.services.segments.db._delete_segments_for_network-8769088488286'] for network (0bcdcc7e-581b-4c51-8a17-20db203e4072), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:41.701183 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.services.segments.db [None req-b6c65871-0587-494d-8292-03c365939d6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bcdcc7e-581b-4c51-8a17-20db203e4072']}} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:41.716754 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.services.segments.db [None req-b6c65871-0587-494d-8292-03c365939d6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf2bc45-3d07-470e-bc8d-b5043cfbadb5') {'for_net_delete': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:41.717050 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.services.segments.db [None req-b6c65871-0587-494d-8292-03c365939d6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf2bc45-3d07-470e-bc8d-b5043cfbadb5') {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:41.724581 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f23aa-c00e-477b-857d-d1ac37298442 req-4be10810-d8d9-46ce-9ddd-e6e5e023dff0 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:41.726092 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d65f23aa-c00e-477b-857d-d1ac37298442 req-4be10810-d8d9-46ce-9ddd-e6e5e023dff0 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0764103 Jul 02 03:35:41.735329 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b6c65871-0587-494d-8292-03c365939d6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769088488807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59791456'] for segment (2cf2bc45-3d07-470e-bc8d-b5043cfbadb5), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:41.763634 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b6c65871-0587-494d-8292-03c365939d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (2cf2bc45-3d07-470e-bc8d-b5043cfbadb5), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:41.777800 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c65871-0587-494d-8292-03c365939d6d admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=104249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 03:35:41.778186 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b6c65871-0587-494d-8292-03c365939d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60593360'] for segment (2cf2bc45-3d07-470e-bc8d-b5043cfbadb5), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:41.811332 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d65f23aa-c00e-477b-857d-d1ac37298442 req-dc180ee9-5c55-4ea1-88a1-cc6548f181f4 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779736 Jul 02 03:35:41.812931 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.services.segments.plugin [-] Segment 2cf2bc45-3d07-470e-bc8d-b5043cfbadb5 resource provider aggregate not found Jul 02 03:35:41.860244 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.services.segments.plugin [-] Segment 2cf2bc45-3d07-470e-bc8d-b5043cfbadb5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2cf2bc45-3d07-470e-bc8d-b5043cfbadb5 found for delete ", "request_id": "req-fd11b50c-5a50-4982-8621-0e9b63367edd"}]} Jul 02 03:35:41.871266 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b6c65871-0587-494d-8292-03c365939d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389339'] for network (0bcdcc7e-581b-4c51-8a17-20db203e4072), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:41.880459 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b6c65871-0587-494d-8292-03c365939d6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:41.883802 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-b6c65871-0587-494d-8292-03c365939d6d admin admin] 10.222.0.42 "DELETE /v2.0/networks/0bcdcc7e-581b-4c51-8a17-20db203e4072 HTTP/1.1" status: 204 len: 168 time: 0.4129553 Jul 02 03:35:41.887319 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 33526) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:41.905866 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c65871-0587-494d-8292-03c365939d6d admin admin] Pushing event deleted for resources: {'Network': ['ID=0bcdcc7e-581b-4c51-8a17-20db203e4072,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:41.938477 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7bcc47a-6a42-42df-9a3f-c77d9c15be89 admin admin] Deleting subnet a1a31d7c-424f-4598-a162-2d686f908378 {{(pid=104250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 02 03:35:41.942726 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccc053-b2a1-4e35-86ba-514514b157b2 req-60b8bad6-1d7d-457b-a657-aff6bd2be4ca tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:41.943013 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc47a-6a42-42df-9a3f-c77d9c15be89 admin admin] Publish callbacks [] for subnet (a1a31d7c-424f-4598-a162-2d686f908378), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:41.944571 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-89ccc053-b2a1-4e35-86ba-514514b157b2 req-60b8bad6-1d7d-457b-a657-aff6bd2be4ca tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0570035 Jul 02 03:35:41.955066 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 33528) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:41.964584 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-b3593856-254a-4e21-b8fb-01ae9a53ab42 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Request body: {'floatingip': {'port_id': '01f88803-1998-4eea-820a-bbda30202ac5'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:35:41.994113 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc47a-6a42-42df-9a3f-c77d9c15be89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2312077'] for subnet (a1a31d7c-424f-4598-a162-2d686f908378), precommit_delete_associations {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:42.012943 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b3593856-254a-4e21-b8fb-01ae9a53ab42 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for floatingip (52f9dd38-b6eb-457d-aa44-c03197ee3d79), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:42.038554 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc47a-6a42-42df-9a3f-c77d9c15be89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1385350'] for subnet (a1a31d7c-424f-4598-a162-2d686f908378), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:42.102890 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc47a-6a42-42df-9a3f-c77d9c15be89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1385357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59994211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60075707'] for subnet (a1a31d7c-424f-4598-a162-2d686f908378), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:42.136457 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bcc47a-6a42-42df-9a3f-c77d9c15be89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1a31d7c-424f-4598-a162-2d686f908378,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:42.138506 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc47a-6a42-42df-9a3f-c77d9c15be89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:42.145547 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-b7bcc47a-6a42-42df-9a3f-c77d9c15be89 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a1a31d7c-424f-4598-a162-2d686f908378 HTTP/1.1" status: 204 len: 168 time: 0.2570877 Jul 02 03:35:42.146540 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 33536) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:42.256334 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:42.263666 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d692b209-06cd-41c7-bcb1-b1ab113fe540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587253'] for network (97142641-e160-4af8-b2da-f208e0db4394), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:42.332084 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:42.382419 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d692b209-06cd-41c7-bcb1-b1ab113fe540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481104', 'neutron.services.segments.db._delete_segments_for_network-8769088488286'] for network (97142641-e160-4af8-b2da-f208e0db4394), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:42.404346 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.services.segments.db [None req-d692b209-06cd-41c7-bcb1-b1ab113fe540 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97142641-e160-4af8-b2da-f208e0db4394']}} {{(pid=104250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:42.416335 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.services.segments.db [None req-d692b209-06cd-41c7-bcb1-b1ab113fe540 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f902e31-dcfe-4e4e-8332-96edd6838f5f') {'for_net_delete': True} {{(pid=104250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:42.416762 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.services.segments.db [None req-d692b209-06cd-41c7-bcb1-b1ab113fe540 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f902e31-dcfe-4e4e-8332-96edd6838f5f') {} {{(pid=104250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:42.440049 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d692b209-06cd-41c7-bcb1-b1ab113fe540 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769088488807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2312118'] for segment (2f902e31-dcfe-4e4e-8332-96edd6838f5f), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:42.457051 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d692b209-06cd-41c7-bcb1-b1ab113fe540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (2f902e31-dcfe-4e4e-8332-96edd6838f5f), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:42.464348 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e73e6-1b3b-4a78-acbd-7999003626c9 req-f6431d37-bc50-41da-b959-5133d78c4f46 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:42.464568 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d692b209-06cd-41c7-bcb1-b1ab113fe540 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=104250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 03:35:42.464841 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d692b209-06cd-41c7-bcb1-b1ab113fe540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59994329'] for segment (2f902e31-dcfe-4e4e-8332-96edd6838f5f), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:42.465861 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-672e73e6-1b3b-4a78-acbd-7999003626c9 req-f6431d37-bc50-41da-b959-5133d78c4f46 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 945 time: 0.1541491 Jul 02 03:35:42.484858 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc4f3d-8ab0-40a0-bf90-9fa6f60dbc1f req-e4cd8419-da8c-474b-8f82-7ce11383ea37 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:42.486415 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-96fc4f3d-8ab0-40a0-bf90-9fa6f60dbc1f req-e4cd8419-da8c-474b-8f82-7ce11383ea37 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.1079507 Jul 02 03:35:42.526905 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.services.segments.plugin [-] Segment 2f902e31-dcfe-4e4e-8332-96edd6838f5f resource provider aggregate not found Jul 02 03:35:42.541060 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d692b209-06cd-41c7-bcb1-b1ab113fe540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389339'] for network (97142641-e160-4af8-b2da-f208e0db4394), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:42.551028 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d692b209-06cd-41c7-bcb1-b1ab113fe540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:42.557583 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-d692b209-06cd-41c7-bcb1-b1ab113fe540 admin admin] 10.222.0.42 "DELETE /v2.0/networks/97142641-e160-4af8-b2da-f208e0db4394 HTTP/1.1" status: 204 len: 168 time: 0.4097970 Jul 02 03:35:42.567847 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.services.segments.plugin [-] Segment 2f902e31-dcfe-4e4e-8332-96edd6838f5f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f902e31-dcfe-4e4e-8332-96edd6838f5f found for delete ", "request_id": "req-9efa68fb-952a-42b0-9d34-8f22039d4fd5"}]} Jul 02 03:35:42.569207 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692b209-06cd-41c7-bcb1-b1ab113fe540 admin admin] Pushing event deleted for resources: {'Network': ['ID=97142641-e160-4af8-b2da-f208e0db4394,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:42.756351 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603d001-d7ec-453d-b8d0-1500fb137aea req-965d59aa-ee0d-4772-ac1a-c9cc4c460f59 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:42.763219 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-2603d001-d7ec-453d-b8d0-1500fb137aea req-965d59aa-ee0d-4772-ac1a-c9cc4c460f59 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 945 time: 0.1247780 Jul 02 03:35:42.804898 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 33562) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:42.834275 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.db.resource_extend [None req-b3593856-254a-4e21-b8fb-01ae9a53ab42 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 02 03:35:42.844351 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-96fc4f3d-8ab0-40a0-bf90-9fa6f60dbc1f req-e01fd3cc-cc9e-43c6-820f-8481a7a46a56 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406718 Jul 02 03:35:42.887962 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-672e73e6-1b3b-4a78-acbd-7999003626c9 req-d71ed02c-8c06-4341-aabd-15e21c96bf80 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7e9aa3-b936-4e8a-89b9-f5da8985c04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116831 Jul 02 03:35:42.923841 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:42.930179 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b3593856-254a-4e21-b8fb-01ae9a53ab42 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:42.937408 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-5aad74bc-ee3d-4a64-9733-b19dc23a5d5c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1dde0d2953bb48718342af5b9630b178&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1299741 Jul 02 03:35:42.941245 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 33568) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:42.942215 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b3593856-254a-4e21-b8fb-01ae9a53ab42 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389155'] for floatingip (52f9dd38-b6eb-457d-aa44-c03197ee3d79), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:42.972460 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-2603d001-d7ec-453d-b8d0-1500fb137aea req-bc0252c7-1a87-4019-9c08-6280624ef783 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Deleting port cb39fa4c-e4cc-46f8-8399-e7c6977c9420 {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:35:42.972817 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-2603d001-d7ec-453d-b8d0-1500fb137aea req-bc0252c7-1a87-4019-9c08-6280624ef783 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (cb39fa4c-e4cc-46f8-8399-e7c6977c9420), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:43.082353 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-2603d001-d7ec-453d-b8d0-1500fb137aea req-bc0252c7-1a87-4019-9c08-6280624ef783 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] For port cb39fa4c-e4cc-46f8-8399-e7c6977c9420, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=cb39fa4c-e4cc-46f8-8399-e7c6977c9420,segment=NetworkSegment(ec29d66c-8d83-451b-aa99-a0628d4a36c4),segment_id=ec29d66c-8d83-451b-aa99-a0628d4a36c4)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:35:43.082716 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-2603d001-d7ec-453d-b8d0-1500fb137aea req-bc0252c7-1a87-4019-9c08-6280624ef783 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (cb39fa4c-e4cc-46f8-8399-e7c6977c9420), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:43.091392 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d37d0928-4c94-4289-ba5d-8938723c443c admin admin] Publish callbacks [] for security_group (a246303f-b6d9-4124-becb-8b210d072909), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:43.099831 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.db.l3_db [None req-b3593856-254a-4e21-b8fb-01ae9a53ab42 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Floating IP 52f9dd38-b6eb-457d-aa44-c03197ee3d79 associated. External IP: 172.27.0.182, port: 01f88803-1998-4eea-820a-bbda30202ac5. Jul 02 03:35:43.102790 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-2603d001-d7ec-453d-b8d0-1500fb137aea req-bc0252c7-1a87-4019-9c08-6280624ef783 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Calling delete_port for cb39fa4c-e4cc-46f8-8399-e7c6977c9420 owned by compute:nova {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:35:43.180266 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d37d0928-4c94-4289-ba5d-8938723c443c admin admin] Publish callbacks [] for security_group (a246303f-b6d9-4124-becb-8b210d072909), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:43.220001 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:43.306048 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-2603d001-d7ec-453d-b8d0-1500fb137aea req-bc0252c7-1a87-4019-9c08-6280624ef783 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (cb39fa4c-e4cc-46f8-8399-e7c6977c9420), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:43.322010 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d37d0928-4c94-4289-ba5d-8938723c443c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (a246303f-b6d9-4124-becb-8b210d072909), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:43.324706 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d37d0928-4c94-4289-ba5d-8938723c443c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:43.328259 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-d37d0928-4c94-4289-ba5d-8938723c443c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a246303f-b6d9-4124-becb-8b210d072909 HTTP/1.1" status: 204 len: 168 time: 0.3416252 Jul 02 03:35:43.347724 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0252c7-1a87-4019-9c08-6280624ef783 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Pushing event deleted for resources: {'Port': ['ID=cb39fa4c-e4cc-46f8-8399-e7c6977c9420,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:43.367709 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d0928-4c94-4289-ba5d-8938723c443c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a246303f-b6d9-4124-becb-8b210d072909,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:43.410814 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3593856-254a-4e21-b8fb-01ae9a53ab42 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Router 520b676c-e11b-45f4-bb61-e5b7d541794b has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:35:43.434298 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-2603d001-d7ec-453d-b8d0-1500fb137aea req-bc0252c7-1a87-4019-9c08-6280624ef783 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] No DVR routers for this DVR port cb39fa4c-e4cc-46f8-8399-e7c6977c9420 on host hv-cinder-84684 {{(pid=104250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:35:43.439347 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-2603d001-d7ec-453d-b8d0-1500fb137aea req-bc0252c7-1a87-4019-9c08-6280624ef783 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:43.444068 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-2603d001-d7ec-453d-b8d0-1500fb137aea req-bc0252c7-1a87-4019-9c08-6280624ef783 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.26 "DELETE /v2.0/ports/cb39fa4c-e4cc-46f8-8399-e7c6977c9420 HTTP/1.1" status: 204 len: 173 time: 0.6684330 Jul 02 03:35:43.444808 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaef5120-b756-40f2-b615-a9786eb21a9c', 'name': 'network-vif-deleted', 'tag': 'cb39fa4c-e4cc-46f8-8399-e7c6977c9420'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:35:43.449632 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7c5d82-d675-4782-8d2a-a974b2e37730" -d '{"events": [{"server_uuid": "aaef5120-b756-40f2-b615-a9786eb21a9c", "name": "network-vif-deleted", "tag": "cb39fa4c-e4cc-46f8-8399-e7c6977c9420"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:35:43.501277 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86d4cb0-1fa1-4b28-b363-2e9daa5b981a x-openstack-request-id: req-f86d4cb0-1fa1-4b28-b363-2e9daa5b981a {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:35:43.501476 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaef5120-b756-40f2-b615-a9786eb21a9c", "name": "network-vif-deleted", "tag": "cb39fa4c-e4cc-46f8-8399-e7c6977c9420", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:35:43.501636 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f86d4cb0-1fa1-4b28-b363-2e9daa5b981a {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:35:43.502037 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f86d4cb0-1fa1-4b28-b363-2e9daa5b981a'] response: {'server_uuid': 'aaef5120-b756-40f2-b615-a9786eb21a9c', 'name': 'network-vif-deleted', 'tag': 'cb39fa4c-e4cc-46f8-8399-e7c6977c9420', 'status': 'completed', 'code': 200} Jul 02 03:35:43.550554 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:43.558596 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3593856-254a-4e21-b8fb-01ae9a53ab42 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:35:43.564261 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b3593856-254a-4e21-b8fb-01ae9a53ab42 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:43.584195 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4c082a-a820-4c03-8dce-9c5d34ffca84 None None] Sync routers for ids ['520b676c-e11b-45f4-bb61-e5b7d541794b'] in dv-cinder-846842-9-iscsi {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:35:43.601996 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4c082a-a820-4c03-8dce-9c5d34ffca84 None None] Routers {'520b676c-e11b-45f4-bb61-e5b7d541794b'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:35:43.602754 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-cd4c082a-a820-4c03-8dce-9c5d34ffca84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:35:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['520b676c-e11b-45f4-bb61-e5b7d541794b'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:43.609646 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-b3593856-254a-4e21-b8fb-01ae9a53ab42 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "PUT /v2.0/floatingips/52f9dd38-b6eb-457d-aa44-c03197ee3d79 HTTP/1.1" status: 200 len: 992 time: 1.6527724 Jul 02 03:35:43.610397 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2d5a1f-4e5b-4072-851a-d01f23742f55', 'tag': '01f88803-1998-4eea-820a-bbda30202ac5'}] {{(pid=104249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:35:43.617192 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f088720257398f3cab103114357bf561c7f80e100abdbb3b7e497acc9cc690b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cbbfb0-e38d-4195-a4ed-d1a9a8b26ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2d5a1f-4e5b-4072-851a-d01f23742f55", "tag": "01f88803-1998-4eea-820a-bbda30202ac5"}]}' {{(pid=104249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:35:43.663514 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0584b2-b913-4617-881f-dd840be4abd0 x-openstack-request-id: req-0f0584b2-b913-4617-881f-dd840be4abd0 {{(pid=104249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:35:43.663924 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2d5a1f-4e5b-4072-851a-d01f23742f55", "tag": "01f88803-1998-4eea-820a-bbda30202ac5", "status": "completed", "code": 200}]} {{(pid=104249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:35:43.664180 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0f0584b2-b913-4617-881f-dd840be4abd0 {{(pid=104249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:35:43.664706 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f0584b2-b913-4617-881f-dd840be4abd0'] response: {'name': 'network-changed', 'server_uuid': 'bd2d5a1f-4e5b-4072-851a-d01f23742f55', 'tag': '01f88803-1998-4eea-820a-bbda30202ac5', 'status': 'completed', 'code': 200} Jul 02 03:35:43.722238 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-cd4c082a-a820-4c03-8dce-9c5d34ffca84 None None] Set router 520b676c-e11b-45f4-bb61-e5b7d541794b gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:35:43.769628 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbbfb0-e38d-4195-a4ed-d1a9a8b26ae2 req-fabaf976-ce78-443b-a3a9-c1f8992d51d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:43.771761 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-95cbbfb0-e38d-4195-a4ed-d1a9a8b26ae2 req-fabaf976-ce78-443b-a3a9-c1f8992d51d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f39e852f8d14dec8e98d8d77fe90766&device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 1130 time: 0.0429482 Jul 02 03:35:43.808271 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 33586) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:43.869839 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-64ddcaff-ab23-4e57-98f3-1f2625b55b19 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=df3cbd2bd8e94817ba1584161b33d101&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0592091 Jul 02 03:35:43.872106 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 33588) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:43.898200 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbbfb0-e38d-4195-a4ed-d1a9a8b26ae2 req-e45e5c5d-921f-4b9b-9198-370e50131b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:43.900088 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-95cbbfb0-e38d-4195-a4ed-d1a9a8b26ae2 req-e45e5c5d-921f-4b9b-9198-370e50131b80 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dc0b5a80-e232-44f7-a253-08cca2946b9f HTTP/1.1" status: 200 len: 918 time: 0.1141632 Jul 02 03:35:43.969175 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e0bd1270-fc36-42c0-9053-2d28865a7b0c admin admin] Publish callbacks [] for security_group (d1ef2868-136f-4bfe-be0c-8f4c267fbd71), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:44.018345 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-95cbbfb0-e38d-4195-a4ed-d1a9a8b26ae2 req-1757b72e-614a-469a-8ae6-18ec4ad3a19b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01f88803-1998-4eea-820a-bbda30202ac5 HTTP/1.1" status: 200 len: 1000 time: 0.0987592 Jul 02 03:35:44.028671 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e0bd1270-fc36-42c0-9053-2d28865a7b0c admin admin] Publish callbacks [] for security_group (d1ef2868-136f-4bfe-be0c-8f4c267fbd71), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:44.030793 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-cd4c082a-a820-4c03-8dce-9c5d34ffca84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'name': 'tempest-AttachVolumeShelveTestJSON-1262963313-router', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:34:26Z', 'revision_number': 4, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'gw_port': {'id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '52f9dd38-b6eb-457d-aa44-c03197ee3d79', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'port_id': '01f88803-1998-4eea-820a-bbda30202ac5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f', 'mac_address': 'fa:16:3e:78:c1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2d5a1f-4e5b-4072-851a-d01f23742f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:34:38Z', 'updated_at': '2022-07-02T03:35:42Z', 'revision_number': 1, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09f631b1-92c1-45d4-8c80-5ecb165f8b6d', 'name': '', 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'mac_address': 'fa:16:3e:81:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:23Z', 'updated_at': '2022-07-02T03:34:33Z', 'revision_number': 5, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'subnets': [{'id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:44.059611 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4c082a-a820-4c03-8dce-9c5d34ffca84 None None] Checking router: 520b676c-e11b-45f4-bb61-e5b7d541794b for host: dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:35:44.068691 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4c082a-a820-4c03-8dce-9c5d34ffca84 None None] Routers {'520b676c-e11b-45f4-bb61-e5b7d541794b'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:35:44.069349 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-cd4c082a-a820-4c03-8dce-9c5d34ffca84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:35:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['520b676c-e11b-45f4-bb61-e5b7d541794b'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:44.080803 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124962c-1294-43a0-aa5c-897f4c3461be req-bbf2e060-5bdb-4927-a365-c098c7a40819 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:44.089052 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d124962c-1294-43a0-aa5c-897f4c3461be req-bbf2e060-5bdb-4927-a365-c098c7a40819 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.1172271 Jul 02 03:35:44.096118 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbbfb0-e38d-4195-a4ed-d1a9a8b26ae2 req-7ad9045d-374b-4f79-9167-21a4214c22e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:44.098130 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-95cbbfb0-e38d-4195-a4ed-d1a9a8b26ae2 req-7ad9045d-374b-4f79-9167-21a4214c22e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e HTTP/1.1" status: 200 len: 856 time: 0.0721419 Jul 02 03:35:44.105035 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ab730816-73c5-4b76-9136-1132750e7b15 req-ee0b975a-ac8c-44a0-b9e5-a5c786c062a5 tempest-DeleteServersTestJSON-2025892403 tempest-DeleteServersTestJSON-2025892403-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaef5120-b756-40f2-b615-a9786eb21a9c HTTP/1.1" status: 200 len: 210 time: 0.0793748 Jul 02 03:35:44.176018 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d124962c-1294-43a0-aa5c-897f4c3461be req-6911f795-e86b-42a0-ba9c-e0c510a5c457 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859149 Jul 02 03:35:44.178955 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbbfb0-e38d-4195-a4ed-d1a9a8b26ae2 req-b5bd543a-1f7f-41ce-a769-3ac5f094db49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:44.180623 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-95cbbfb0-e38d-4195-a4ed-d1a9a8b26ae2 req-b5bd543a-1f7f-41ce-a769-3ac5f094db49 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc0b5a80-e232-44f7-a253-08cca2946b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579803 Jul 02 03:35:44.188054 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e0bd1270-fc36-42c0-9053-2d28865a7b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (d1ef2868-136f-4bfe-be0c-8f4c267fbd71), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:44.193075 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e0bd1270-fc36-42c0-9053-2d28865a7b0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:44.194252 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-e0bd1270-fc36-42c0-9053-2d28865a7b0c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d1ef2868-136f-4bfe-be0c-8f4c267fbd71 HTTP/1.1" status: 204 len: 168 time: 0.3212435 Jul 02 03:35:44.206395 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd1270-fc36-42c0-9053-2d28865a7b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ef2868-136f-4bfe-be0c-8f4c267fbd71,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:44.259498 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:44.277934 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:44.304285 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-cd4c082a-a820-4c03-8dce-9c5d34ffca84 None None] Set router 520b676c-e11b-45f4-bb61-e5b7d541794b gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:35:44.585064 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:44.595471 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-cd4c082a-a820-4c03-8dce-9c5d34ffca84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'name': 'tempest-AttachVolumeShelveTestJSON-1262963313-router', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:34:26Z', 'revision_number': 4, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'gw_port': {'id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '52f9dd38-b6eb-457d-aa44-c03197ee3d79', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'port_id': '01f88803-1998-4eea-820a-bbda30202ac5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f', 'mac_address': 'fa:16:3e:78:c1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2d5a1f-4e5b-4072-851a-d01f23742f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:34:38Z', 'updated_at': '2022-07-02T03:35:42Z', 'revision_number': 1, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09f631b1-92c1-45d4-8c80-5ecb165f8b6d', 'name': '', 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'mac_address': 'fa:16:3e:81:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:23Z', 'updated_at': '2022-07-02T03:34:33Z', 'revision_number': 5, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'subnets': [{'id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:44.614054 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-95cbbfb0-e38d-4195-a4ed-d1a9a8b26ae2 req-65c0bdf3-1e90-416b-8183-5d67bb9a9526 service neutron] 10.222.0.26 "GET /v2.0/networks/dc0b5a80-e232-44f7-a253-08cca2946b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587019 Jul 02 03:35:44.656796 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4c082a-a820-4c03-8dce-9c5d34ffca84 None None] The sync data for ids ['520b676c-e11b-45f4-bb61-e5b7d541794b'] in dv-cinder-846842-9-iscsi is: [{'id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'name': 'tempest-AttachVolumeShelveTestJSON-1262963313-router', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:34:26Z', 'revision_number': 4, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'gw_port': {'id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '52f9dd38-b6eb-457d-aa44-c03197ee3d79', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'port_id': '01f88803-1998-4eea-820a-bbda30202ac5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f', 'mac_address': 'fa:16:3e:78:c1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2d5a1f-4e5b-4072-851a-d01f23742f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:34:38Z', 'updated_at': '2022-07-02T03:35:42Z', 'revision_number': 1, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09f631b1-92c1-45d4-8c80-5ecb165f8b6d', 'name': '', 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'mac_address': 'fa:16:3e:81:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:23Z', 'updated_at': '2022-07-02T03:34:33Z', 'revision_number': 5, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'subnets': [{'id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:35:44.670249 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device cb39fa4c-e4cc-46f8-8399-e7c6977c9420 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:35:44.715736 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] No Port match for: cb39fa4c-e4cc-46f8-8399-e7c6977c9420 {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:35:44.716598 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device cb39fa4c-e4cc-46f8-8399-e7c6977c9420 not bound to the agent host hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:35:44.756889 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-95cbbfb0-e38d-4195-a4ed-d1a9a8b26ae2 req-513479fe-301c-4b8f-9606-de901e168f28 service neutron] 10.222.0.26 "GET /v2.0/networks/dc0b5a80-e232-44f7-a253-08cca2946b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271379 Jul 02 03:35:44.995752 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d9f73c-e474-4871-85a8-2dd1feccdf1d None None] New status for floating IP 52f9dd38-b6eb-457d-aa44-c03197ee3d79: ACTIVE {{(pid=104251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 02 03:35:45.311410 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:45.328999 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c659d4-296b-4cbd-be04-ab5648c1e62a req-a5a3ca23-23bd-45c7-a6c8-52f29d26752c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:45.330805 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b3c659d4-296b-4cbd-be04-ab5648c1e62a req-a5a3ca23-23bd-45c7-a6c8-52f29d26752c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0749352 Jul 02 03:35:45.402274 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b3c659d4-296b-4cbd-be04-ab5648c1e62a req-b9de3c17-3157-4216-a648-7e1189530aaf tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644886 Jul 02 03:35:46.189197 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:46.307483 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 33692) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:46.520244 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87058688-e3b6-48fa-bd43-ce3514fbbb2f req-616c5ac2-b641-43c5-872b-803b63747009 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:46.528044 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-87058688-e3b6-48fa-bd43-ce3514fbbb2f req-616c5ac2-b641-43c5-872b-803b63747009 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0567667 Jul 02 03:35:46.565711 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-09a3e327-0233-4be1-8ef4-5cb4ce46d39f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:46.615738 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-87058688-e3b6-48fa-bd43-ce3514fbbb2f req-eeb438d9-b2bd-42b6-abb2-4041acaff17f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866256 Jul 02 03:35:46.690681 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 33714) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:46.712463 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-09a3e327-0233-4be1-8ef4-5cb4ce46d39f admin admin] Publish callbacks [] for security_group (78913965-398f-4d56-8634-ae729a6f8945), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:46.717417 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-09a3e327-0233-4be1-8ef4-5cb4ce46d39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (78913965-398f-4d56-8634-ae729a6f8945), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:46.759710 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3e327-0233-4be1-8ef4-5cb4ce46d39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78913965-398f-4d56-8634-ae729a6f8945,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:46.768226 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-09a3e327-0233-4be1-8ef4-5cb4ce46d39f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1b08cbf67f3f4b4a8fd420ece6024658&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4596455 Jul 02 03:35:46.769097 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 33716) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:46.824953 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9a070b15-ba0a-4772-b53c-c7dda7328e47 admin admin] Publish callbacks [] for security_group (78913965-398f-4d56-8634-ae729a6f8945), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:46.849822 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9a070b15-ba0a-4772-b53c-c7dda7328e47 admin admin] Publish callbacks [] for security_group (78913965-398f-4d56-8634-ae729a6f8945), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:46.909309 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9a070b15-ba0a-4772-b53c-c7dda7328e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (78913965-398f-4d56-8634-ae729a6f8945), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:46.915253 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9a070b15-ba0a-4772-b53c-c7dda7328e47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:46.916773 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-9a070b15-ba0a-4772-b53c-c7dda7328e47 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/78913965-398f-4d56-8634-ae729a6f8945 HTTP/1.1" status: 204 len: 168 time: 0.1463420 Jul 02 03:35:46.927495 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:46.929215 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a070b15-ba0a-4772-b53c-c7dda7328e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78913965-398f-4d56-8634-ae729a6f8945,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:47.011211 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:47.176143 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f4563407-8c81-45c6-a2d2-39e2e3bf4b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386372'] for router_interface (732878b8-3345-423f-a5bd-7c89b8c83159), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:47.255321 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 33726) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:47.269617 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0cde9982-bd26-485d-9e4f-2f0bdc47b8e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:47.353405 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0cde9982-bd26-485d-9e4f-2f0bdc47b8e4 admin admin] Publish callbacks [] for security_group (fa75cf2b-2e1e-407d-9113-303bd7053aea), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:47.358331 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0cde9982-bd26-485d-9e4f-2f0bdc47b8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (fa75cf2b-2e1e-407d-9113-303bd7053aea), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:47.399076 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-0cde9982-bd26-485d-9e4f-2f0bdc47b8e4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6ce1d32777d746a8a1108c1c252265e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1423931 Jul 02 03:35:47.400989 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde9982-bd26-485d-9e4f-2f0bdc47b8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa75cf2b-2e1e-407d-9113-303bd7053aea,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:47.403545 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 33728) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:47.459067 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d6a7be7a-d85f-400f-a8b2-f4f5f2f22dab admin admin] Publish callbacks [] for security_group (fa75cf2b-2e1e-407d-9113-303bd7053aea), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:47.482863 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d6a7be7a-d85f-400f-a8b2-f4f5f2f22dab admin admin] Publish callbacks [] for security_group (fa75cf2b-2e1e-407d-9113-303bd7053aea), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:47.535209 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d6a7be7a-d85f-400f-a8b2-f4f5f2f22dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (fa75cf2b-2e1e-407d-9113-303bd7053aea), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:47.538078 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d6a7be7a-d85f-400f-a8b2-f4f5f2f22dab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:47.542525 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-d6a7be7a-d85f-400f-a8b2-f4f5f2f22dab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fa75cf2b-2e1e-407d-9113-303bd7053aea HTTP/1.1" status: 204 len: 168 time: 0.1379149 Jul 02 03:35:47.553749 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7be7a-d85f-400f-a8b2-f4f5f2f22dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa75cf2b-2e1e-407d-9113-303bd7053aea,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:47.670273 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-f4563407-8c81-45c6-a2d2-39e2e3bf4b56 admin admin] Deleting port 98dd76cd-cf3f-4b01-b5a4-340f3265f9fc {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:35:47.670613 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f4563407-8c81-45c6-a2d2-39e2e3bf4b56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (98dd76cd-cf3f-4b01-b5a4-340f3265f9fc), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:47.731088 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:47.748005 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9be53-8d69-45f8-b8a0-aa28a9adb535 req-3f97d86d-e4fa-4059-b96d-870b12b07170 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:47.749853 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3cc9be53-8d69-45f8-b8a0-aa28a9adb535 req-3f97d86d-e4fa-4059-b96d-870b12b07170 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0602717 Jul 02 03:35:47.761241 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [None req-f4563407-8c81-45c6-a2d2-39e2e3bf4b56 admin admin] For port 98dd76cd-cf3f-4b01-b5a4-340f3265f9fc, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=98dd76cd-cf3f-4b01-b5a4-340f3265f9fc,segment=NetworkSegment(ec29d66c-8d83-451b-aa99-a0628d4a36c4),segment_id=ec29d66c-8d83-451b-aa99-a0628d4a36c4)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:35:47.761993 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f4563407-8c81-45c6-a2d2-39e2e3bf4b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (98dd76cd-cf3f-4b01-b5a4-340f3265f9fc), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:47.777183 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-f4563407-8c81-45c6-a2d2-39e2e3bf4b56 admin admin] Calling delete_port for 98dd76cd-cf3f-4b01-b5a4-340f3265f9fc owned by network:router_interface {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:35:47.819890 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3cc9be53-8d69-45f8-b8a0-aa28a9adb535 req-f0b3e95b-9bc9-461c-a03b-c788f9648f2f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589275 Jul 02 03:35:47.902251 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=100 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:47.980190 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f4563407-8c81-45c6-a2d2-39e2e3bf4b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (98dd76cd-cf3f-4b01-b5a4-340f3265f9fc), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:48.004900 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4563407-8c81-45c6-a2d2-39e2e3bf4b56 admin admin] Pushing event deleted for resources: {'Port': ['ID=98dd76cd-cf3f-4b01-b5a4-340f3265f9fc,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:48.240738 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f4563407-8c81-45c6-a2d2-39e2e3bf4b56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-385460'] for router_interface (732878b8-3345-423f-a5bd-7c89b8c83159), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:48.443572 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:48.513124 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4563407-8c81-45c6-a2d2-39e2e3bf4b56 admin admin] Router 732878b8-3345-423f-a5bd-7c89b8c83159 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:35:48.634069 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4563407-8c81-45c6-a2d2-39e2e3bf4b56 admin admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:35:48.642942 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 33774) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:48.650326 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492ea6a1-48ea-4960-9e8f-6e943ff1a1ce None None] Sync routers for ids ['732878b8-3345-423f-a5bd-7c89b8c83159'] in dv-cinder-846842-9-iscsi {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:35:48.650925 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-f4563407-8c81-45c6-a2d2-39e2e3bf4b56 admin admin] 10.222.0.42 "PUT /v2.0/routers/732878b8-3345-423f-a5bd-7c89b8c83159/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9479220 Jul 02 03:35:48.664995 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492ea6a1-48ea-4960-9e8f-6e943ff1a1ce None None] Routers {'732878b8-3345-423f-a5bd-7c89b8c83159'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:35:48.673707 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-492ea6a1-48ea-4960-9e8f-6e943ff1a1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:35:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['732878b8-3345-423f-a5bd-7c89b8c83159'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:48.767018 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-96736ce6-9793-47d3-a870-114f06960da8 admin admin] Publish callbacks [] for router (732878b8-3345-423f-a5bd-7c89b8c83159), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:48.809204 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-492ea6a1-48ea-4960-9e8f-6e943ff1a1ce None None] Set router 732878b8-3345-423f-a5bd-7c89b8c83159 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:35:48.889093 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-96736ce6-9793-47d3-a870-114f06960da8 admin admin] Publish callbacks [] for router_gateway (732878b8-3345-423f-a5bd-7c89b8c83159), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:48.993968 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-96736ce6-9793-47d3-a870-114f06960da8 admin admin] Deleting port c088ea29-86b4-4b06-844d-01f23a57d66b {{(pid=104249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:35:48.994840 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-96736ce6-9793-47d3-a870-114f06960da8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (c088ea29-86b4-4b06-844d-01f23a57d66b), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:49.029825 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad97f7f-b13b-4310-b59d-8580fe777261 req-7120bf9e-bd8c-424b-bbc3-d7f364bbbd3a tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:49.031388 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-aad97f7f-b13b-4310-b59d-8580fe777261 req-7120bf9e-bd8c-424b-bbc3-d7f364bbbd3a tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0773954 Jul 02 03:35:49.090405 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-492ea6a1-48ea-4960-9e8f-6e943ff1a1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732878b8-3345-423f-a5bd-7c89b8c83159', 'name': 'tempest-DeleteServersTestJSON-101532698-router', 'tenant_id': 'dedc7a5a95d14f60b1a73198c8b5309b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'c088ea29-86b4-4b06-844d-01f23a57d66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:08Z', 'updated_at': '2022-07-02T03:35:47Z', 'revision_number': 5, 'project_id': 'dedc7a5a95d14f60b1a73198c8b5309b', 'gw_port': {'id': 'c088ea29-86b4-4b06-844d-01f23a57d66b', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:eb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732878b8-3345-423f-a5bd-7c89b8c83159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:08Z', 'updated_at': '2022-07-02T03:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi'}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:49.099910 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:49.135006 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492ea6a1-48ea-4960-9e8f-6e943ff1a1ce None None] Checking router: 732878b8-3345-423f-a5bd-7c89b8c83159 for host: dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:35:49.144813 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492ea6a1-48ea-4960-9e8f-6e943ff1a1ce None None] Routers {'732878b8-3345-423f-a5bd-7c89b8c83159'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:35:49.145506 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-492ea6a1-48ea-4960-9e8f-6e943ff1a1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:35:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['732878b8-3345-423f-a5bd-7c89b8c83159'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:49.158966 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-aad97f7f-b13b-4310-b59d-8580fe777261 req-1603b60c-7351-4721-851f-0aeded7ea32f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201189 Jul 02 03:35:49.161102 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-96736ce6-9793-47d3-a870-114f06960da8 admin admin] For port c088ea29-86b4-4b06-844d-01f23a57d66b, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=c088ea29-86b4-4b06-844d-01f23a57d66b,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:35:49.161760 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-96736ce6-9793-47d3-a870-114f06960da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (c088ea29-86b4-4b06-844d-01f23a57d66b), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:49.179629 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-96736ce6-9793-47d3-a870-114f06960da8 admin admin] Calling delete_port for c088ea29-86b4-4b06-844d-01f23a57d66b owned by network:router_gateway {{(pid=104249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:35:49.239017 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-492ea6a1-48ea-4960-9e8f-6e943ff1a1ce None None] Set router 732878b8-3345-423f-a5bd-7c89b8c83159 gateway port host: None {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:35:49.303749 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-492ea6a1-48ea-4960-9e8f-6e943ff1a1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732878b8-3345-423f-a5bd-7c89b8c83159', 'name': 'tempest-DeleteServersTestJSON-101532698-router', 'tenant_id': 'dedc7a5a95d14f60b1a73198c8b5309b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:08Z', 'updated_at': '2022-07-02T03:35:48Z', 'revision_number': 6, 'project_id': 'dedc7a5a95d14f60b1a73198c8b5309b', 'gw_port_host': None}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:49.343535 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492ea6a1-48ea-4960-9e8f-6e943ff1a1ce None None] The sync data for ids ['732878b8-3345-423f-a5bd-7c89b8c83159'] in dv-cinder-846842-9-iscsi is: [{'id': '732878b8-3345-423f-a5bd-7c89b8c83159', 'name': 'tempest-DeleteServersTestJSON-101532698-router', 'tenant_id': 'dedc7a5a95d14f60b1a73198c8b5309b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:08Z', 'updated_at': '2022-07-02T03:35:48Z', 'revision_number': 6, 'project_id': 'dedc7a5a95d14f60b1a73198c8b5309b', 'gw_port_host': None}] {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:35:49.454414 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-96736ce6-9793-47d3-a870-114f06960da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (c088ea29-86b4-4b06-844d-01f23a57d66b), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:49.490669 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96736ce6-9793-47d3-a870-114f06960da8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c088ea29-86b4-4b06-844d-01f23a57d66b,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:49.560534 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-96736ce6-9793-47d3-a870-114f06960da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-379160'] for router_gateway (732878b8-3345-423f-a5bd-7c89b8c83159), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:49.694290 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-96736ce6-9793-47d3-a870-114f06960da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4176344'] for router (732878b8-3345-423f-a5bd-7c89b8c83159), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:49.696971 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-96736ce6-9793-47d3-a870-114f06960da8 admin admin] Publish callbacks [] for router_controller (732878b8-3345-423f-a5bd-7c89b8c83159), precommit_delete_associations {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:49.780550 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-96736ce6-9793-47d3-a870-114f06960da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387810'] for router (732878b8-3345-423f-a5bd-7c89b8c83159), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:49.781247 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96736ce6-9793-47d3-a870-114f06960da8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 732878b8-3345-423f-a5bd-7c89b8c83159 {{(pid=104249) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 02 03:35:49.786313 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-96736ce6-9793-47d3-a870-114f06960da8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:49.788145 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-96736ce6-9793-47d3-a870-114f06960da8 admin admin] 10.222.0.42 "DELETE /v2.0/routers/732878b8-3345-423f-a5bd-7c89b8c83159 HTTP/1.1" status: 204 len: 168 time: 1.1440806 Jul 02 03:35:49.790717 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 33812) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:49.811318 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 33814) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:49.851215 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.db_base_plugin_v2 [None req-da3944af-8c56-42fb-a44d-fd5e1f872e3f admin admin] Deleting subnet 90266bc5-9fab-4778-b42a-3b7df43cdbc5 {{(pid=104249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 02 03:35:49.854369 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-da3944af-8c56-42fb-a44d-fd5e1f872e3f admin admin] Publish callbacks [] for subnet (90266bc5-9fab-4778-b42a-3b7df43cdbc5), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:49.894374 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-da3944af-8c56-42fb-a44d-fd5e1f872e3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59791451'] for subnet (90266bc5-9fab-4778-b42a-3b7df43cdbc5), precommit_delete_associations {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:49.933321 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:49.936455 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-1b8be6ec-6a4a-4077-ae1f-48d44a42c6e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:50.021492 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-da3944af-8c56-42fb-a44d-fd5e1f872e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1385350'] for subnet (90266bc5-9fab-4778-b42a-3b7df43cdbc5), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:50.028773 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-1b8be6ec-6a4a-4077-ae1f-48d44a42c6e1 admin admin] Publish callbacks [] for security_group (62921bb3-37c6-4f73-8197-f4fb51624471), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:50.033636 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-1b8be6ec-6a4a-4077-ae1f-48d44a42c6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (62921bb3-37c6-4f73-8197-f4fb51624471), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:50.078025 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-1b8be6ec-6a4a-4077-ae1f-48d44a42c6e1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e1214f3cba564373b917e65afbba84e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2655008 Jul 02 03:35:50.079272 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8be6ec-6a4a-4077-ae1f-48d44a42c6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62921bb3-37c6-4f73-8197-f4fb51624471,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:50.081136 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-da3944af-8c56-42fb-a44d-fd5e1f872e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1385357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60593258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59995466'] for subnet (90266bc5-9fab-4778-b42a-3b7df43cdbc5), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:50.082722 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 33818) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:50.108317 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3944af-8c56-42fb-a44d-fd5e1f872e3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90266bc5-9fab-4778-b42a-3b7df43cdbc5,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:50.119800 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-da3944af-8c56-42fb-a44d-fd5e1f872e3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for subnet (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:50.123404 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-da3944af-8c56-42fb-a44d-fd5e1f872e3f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/90266bc5-9fab-4778-b42a-3b7df43cdbc5 HTTP/1.1" status: 204 len: 168 time: 0.3312495 Jul 02 03:35:50.126252 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 33820) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:50.129581 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806c9be2-5177-4280-bc26-929b2a1c3c97 None None] Network 841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:35:50.171775 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-8baa8095-b45c-46ab-8c97-9b01d5cc449d admin admin] Publish callbacks [] for security_group (62921bb3-37c6-4f73-8197-f4fb51624471), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:50.211427 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:DELETE=5,neutron:UPDATE=1,neutron:SELECT=89,neutron:INSERT=5 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:50.218997 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-8baa8095-b45c-46ab-8c97-9b01d5cc449d admin admin] Publish callbacks [] for security_group (62921bb3-37c6-4f73-8197-f4fb51624471), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:50.226799 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b8288ade-8999-4208-9485-ea5cfdc4efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587253'] for network (841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:50.262526 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-b953f3b4-c22a-4e50-84a4-280dba2511ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:50.314833 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-8baa8095-b45c-46ab-8c97-9b01d5cc449d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (62921bb3-37c6-4f73-8197-f4fb51624471), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:50.317412 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-8baa8095-b45c-46ab-8c97-9b01d5cc449d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:50.318606 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-8baa8095-b45c-46ab-8c97-9b01d5cc449d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/62921bb3-37c6-4f73-8197-f4fb51624471 HTTP/1.1" status: 204 len: 168 time: 0.2345159 Jul 02 03:35:50.326778 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa8095-b45c-46ab-8c97-9b01d5cc449d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62921bb3-37c6-4f73-8197-f4fb51624471,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:50.330369 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:50.344693 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-b8288ade-8999-4208-9485-ea5cfdc4efe8 admin admin] Deleting port 32909d20-39db-4c1b-b422-1e9c7f043339 {{(pid=104249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:35:50.345033 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b8288ade-8999-4208-9485-ea5cfdc4efe8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (32909d20-39db-4c1b-b422-1e9c7f043339), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:50.358074 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773d07f8-8dd2-4d0b-bda5-bd5b42f2abcc None None] DHCP port deletion for 841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e request from dv-cinder-846842-9-iscsi {{(pid=104251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 02 03:35:50.374185 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e1228-4ea8-4a79-89a4-a7bef33a06b7 req-63623d13-01a2-4777-91d8-5a8b8e006e54 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:50.376070 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-845e1228-4ea8-4a79-89a4-a7bef33a06b7 req-63623d13-01a2-4777-91d8-5a8b8e006e54 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0895894 Jul 02 03:35:50.417562 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-773d07f8-8dd2-4d0b-bda5-bd5b42f2abcc None None] Deleting port 32909d20-39db-4c1b-b422-1e9c7f043339 {{(pid=104251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:35:50.417935 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-773d07f8-8dd2-4d0b-bda5-bd5b42f2abcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (32909d20-39db-4c1b-b422-1e9c7f043339), before_delete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:50.459659 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 98dd76cd-cf3f-4b01-b5a4-340f3265f9fc no longer exists at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:35:50.525679 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] No Port match for: 98dd76cd-cf3f-4b01-b5a4-340f3265f9fc {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:35:50.525993 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 98dd76cd-cf3f-4b01-b5a4-340f3265f9fc not bound to the agent host dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:35:50.526661 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device c088ea29-86b4-4b06-844d-01f23a57d66b no longer exists at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:35:50.533462 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-773d07f8-8dd2-4d0b-bda5-bd5b42f2abcc None None] For port 32909d20-39db-4c1b-b422-1e9c7f043339, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=32909d20-39db-4c1b-b422-1e9c7f043339,segment=NetworkSegment(ec29d66c-8d83-451b-aa99-a0628d4a36c4),segment_id=ec29d66c-8d83-451b-aa99-a0628d4a36c4)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:35:50.533857 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-773d07f8-8dd2-4d0b-bda5-bd5b42f2abcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (32909d20-39db-4c1b-b422-1e9c7f043339), precommit_delete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:50.565564 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] No Port match for: c088ea29-86b4-4b06-844d-01f23a57d66b {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:35:50.565916 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device c088ea29-86b4-4b06-844d-01f23a57d66b not bound to the agent host dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:35:50.566332 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 32909d20-39db-4c1b-b422-1e9c7f043339 no longer exists at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:35:50.569167 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-773d07f8-8dd2-4d0b-bda5-bd5b42f2abcc None None] Calling delete_port for 32909d20-39db-4c1b-b422-1e9c7f043339 owned by network:dhcp {{(pid=104251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:35:50.608184 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:50.665636 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-b8288ade-8999-4208-9485-ea5cfdc4efe8 admin admin] For port 32909d20-39db-4c1b-b422-1e9c7f043339, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=32909d20-39db-4c1b-b422-1e9c7f043339,segment=NetworkSegment(ec29d66c-8d83-451b-aa99-a0628d4a36c4),segment_id=ec29d66c-8d83-451b-aa99-a0628d4a36c4)] {{(pid=104249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:35:50.665981 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b8288ade-8999-4208-9485-ea5cfdc4efe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (32909d20-39db-4c1b-b422-1e9c7f043339), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:50.687695 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-b8288ade-8999-4208-9485-ea5cfdc4efe8 admin admin] Calling delete_port for 32909d20-39db-4c1b-b422-1e9c7f043339 owned by network:dhcp {{(pid=104249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:35:50.740819 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 33842) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:50.758688 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f13f82f9-e24c-4312-bcd2-02dd9a608047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:50.778062 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b8288ade-8999-4208-9485-ea5cfdc4efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (32909d20-39db-4c1b-b422-1e9c7f043339), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:50.818828 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8288ade-8999-4208-9485-ea5cfdc4efe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=32909d20-39db-4c1b-b422-1e9c7f043339,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:50.836890 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-845e1228-4ea8-4a79-89a4-a7bef33a06b7 req-cf23da8f-1e13-42e5-a540-fb938c9db2ad tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467595 Jul 02 03:35:50.854736 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8288ade-8999-4208-9485-ea5cfdc4efe8 admin admin] No DVR routers for this DVR port 32909d20-39db-4c1b-b422-1e9c7f043339 on host dv-cinder-846842-9-iscsi {{(pid=104249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:35:50.891343 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] No active binding found for port 32909d20-39db-4c1b-b422-1e9c7f043339 {{(pid=104251) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 02 03:35:50.891746 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] The host dv-cinder-846842-9-iscsi is not matching for port 32909d20-39db-4c1b-b422-1e9c7f043339 host None! {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jul 02 03:35:50.892116 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 32909d20-39db-4c1b-b422-1e9c7f043339 not bound to the agent host dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:35:50.894916 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:50.900376 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-773d07f8-8dd2-4d0b-bda5-bd5b42f2abcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086'] for port (32909d20-39db-4c1b-b422-1e9c7f043339), after_delete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:50.919132 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f13f82f9-e24c-4312-bcd2-02dd9a608047 admin admin] Publish callbacks [] for security_group (6bdb3475-d4b8-4e67-9692-30506af14843), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:50.924796 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f13f82f9-e24c-4312-bcd2-02dd9a608047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (6bdb3475-d4b8-4e67-9692-30506af14843), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:50.934130 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b8288ade-8999-4208-9485-ea5cfdc4efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481104', 'neutron.services.segments.db._delete_segments_for_network-8769088488286'] for network (841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:50.934406 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d07f8-8dd2-4d0b-bda5-bd5b42f2abcc None None] Pushing event deleted for resources: {'Port': ['ID=32909d20-39db-4c1b-b422-1e9c7f043339,revision_number=None']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:50.944192 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773d07f8-8dd2-4d0b-bda5-bd5b42f2abcc None None] No DVR routers for this DVR port 32909d20-39db-4c1b-b422-1e9c7f043339 on host dv-cinder-846842-9-iscsi {{(pid=104251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:35:50.957941 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.services.segments.db [None req-b8288ade-8999-4208-9485-ea5cfdc4efe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e']}} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:50.969464 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.services.segments.db [None req-b8288ade-8999-4208-9485-ea5cfdc4efe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec29d66c-8d83-451b-aa99-a0628d4a36c4') {'for_net_delete': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:50.969685 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.services.segments.db [None req-b8288ade-8999-4208-9485-ea5cfdc4efe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec29d66c-8d83-451b-aa99-a0628d4a36c4') {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:35:50.980655 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b8288ade-8999-4208-9485-ea5cfdc4efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769088488807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59791456'] for segment (ec29d66c-8d83-451b-aa99-a0628d4a36c4), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:50.986447 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-f13f82f9-e24c-4312-bcd2-02dd9a608047 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=61ec1975f2574cc09dc51b6533b860a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2444541 Jul 02 03:35:50.990084 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 33846) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:50.997576 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b8288ade-8999-4208-9485-ea5cfdc4efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (ec29d66c-8d83-451b-aa99-a0628d4a36c4), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:51.000063 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f82f9-e24c-4312-bcd2-02dd9a608047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdb3475-d4b8-4e67-9692-30506af14843,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:51.005353 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8288ade-8999-4208-9485-ea5cfdc4efe8 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=104249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 03:35:51.005965 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b8288ade-8999-4208-9485-ea5cfdc4efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60593360'] for segment (ec29d66c-8d83-451b-aa99-a0628d4a36c4), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:51.026654 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.services.segments.plugin [-] Segment ec29d66c-8d83-451b-aa99-a0628d4a36c4 resource provider aggregate not found Jul 02 03:35:51.078335 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:51.078335 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.services.segments.plugin [-] Segment ec29d66c-8d83-451b-aa99-a0628d4a36c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec29d66c-8d83-451b-aa99-a0628d4a36c4 found for delete ", "request_id": "req-00a32a0c-aea3-4182-a5b6-8f09f0c20a86"}]} Jul 02 03:35:51.081505 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b1f7d37d-79c6-4eff-878b-6991a569785f admin admin] Publish callbacks [] for security_group (6bdb3475-d4b8-4e67-9692-30506af14843), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:51.090970 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b8288ade-8999-4208-9485-ea5cfdc4efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389339'] for network (841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:51.094615 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:51.098065 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b8288ade-8999-4208-9485-ea5cfdc4efe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:51.107396 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-b8288ade-8999-4208-9485-ea5cfdc4efe8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e HTTP/1.1" status: 204 len: 168 time: 0.9775548 Jul 02 03:35:51.117530 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b1f7d37d-79c6-4eff-878b-6991a569785f admin admin] Publish callbacks [] for security_group (6bdb3475-d4b8-4e67-9692-30506af14843), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:51.137111 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8288ade-8999-4208-9485-ea5cfdc4efe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=841d9f2c-8f95-4b65-a9a0-b6cfcdd1bb5e,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:51.176736 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b1f7d37d-79c6-4eff-878b-6991a569785f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (6bdb3475-d4b8-4e67-9692-30506af14843), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:51.179609 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b1f7d37d-79c6-4eff-878b-6991a569785f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:51.184002 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-b1f7d37d-79c6-4eff-878b-6991a569785f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6bdb3475-d4b8-4e67-9692-30506af14843 HTTP/1.1" status: 204 len: 168 time: 0.1929302 Jul 02 03:35:51.195180 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7d37d-79c6-4eff-878b-6991a569785f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdb3475-d4b8-4e67-9692-30506af14843,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:51.337501 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 33862) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:51.379979 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-ba279a77-20fb-48e4-b5f0-f173630287c4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dedc7a5a95d14f60b1a73198c8b5309b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0413406 Jul 02 03:35:51.382954 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 33866) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:51.438726 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-bd82c753-3e34-473d-8734-21748dfb2973 admin admin] Publish callbacks [] for security_group (da7e9aa3-b936-4e8a-89b9-f5da8985c04f), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:51.466477 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-bd82c753-3e34-473d-8734-21748dfb2973 admin admin] Publish callbacks [] for security_group (da7e9aa3-b936-4e8a-89b9-f5da8985c04f), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:51.516792 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-bd82c753-3e34-473d-8734-21748dfb2973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (da7e9aa3-b936-4e8a-89b9-f5da8985c04f), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:51.519318 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-bd82c753-3e34-473d-8734-21748dfb2973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:51.520518 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-bd82c753-3e34-473d-8734-21748dfb2973 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/da7e9aa3-b936-4e8a-89b9-f5da8985c04f HTTP/1.1" status: 204 len: 168 time: 0.1365976 Jul 02 03:35:51.533058 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82c753-3e34-473d-8734-21748dfb2973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7e9aa3-b936-4e8a-89b9-f5da8985c04f,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:51.975156 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d3be0-5970-4621-93c1-29cc399c86d6 req-1789d2f7-3766-4183-8afb-a207555ce324 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:51.978009 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a61d3be0-5970-4621-93c1-29cc399c86d6 req-1789d2f7-3766-4183-8afb-a207555ce324 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0665812 Jul 02 03:35:52.029497 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a61d3be0-5970-4621-93c1-29cc399c86d6 req-f86a6dba-ed24-41ec-a73c-5f64f01597c5 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449357 Jul 02 03:35:52.548739 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-3cc350fd-bb84-4e52-842a-0f15f332b32c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:53.150475 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b30a33-1b7a-493d-a805-dc774a07c809 req-9f3221b3-a723-478a-8e6b-a5dff6e0d644 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:53.152191 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f3b30a33-1b7a-493d-a805-dc774a07c809 req-9f3221b3-a723-478a-8e6b-a5dff6e0d644 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0543127 Jul 02 03:35:53.202839 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f3b30a33-1b7a-493d-a805-dc774a07c809 req-81bdda5f-a8e8-436c-ae4b-726dc29c4c16 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451567 Jul 02 03:35:53.555613 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:54.330593 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f16d6-7a2e-47e8-9fd6-89adc7f517cc req-0e12243c-0451-4b40-b0d9-61c87a9b178a tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:54.332128 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fe8f16d6-7a2e-47e8-9fd6-89adc7f517cc req-0e12243c-0451-4b40-b0d9-61c87a9b178a tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0536244 Jul 02 03:35:54.379471 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fe8f16d6-7a2e-47e8-9fd6-89adc7f517cc req-cc433f9c-1043-4194-b8b6-2eb637862e3d tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411019 Jul 02 03:35:55.179444 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:55.335189 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:55.504175 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b0f8a-454f-4960-840e-3910ac7462e0 req-cc51359e-283a-4fb4-b94a-fe41ce2a11ca tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:55.506194 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-260b0f8a-454f-4960-840e-3910ac7462e0 req-cc51359e-283a-4fb4-b94a-fe41ce2a11ca tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0539718 Jul 02 03:35:55.557237 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-260b0f8a-454f-4960-840e-3910ac7462e0 req-4c8e8c93-b94a-49ff-aeeb-41aa6c99fc97 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451910 Jul 02 03:35:56.050315 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 34014) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:56.168050 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5797756d-151d-4929-953f-db99799538f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:56.261615 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5797756d-151d-4929-953f-db99799538f3 admin admin] Publish callbacks [] for security_group (7d602337-dc9e-4bed-8663-1a0484d1bf3a), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:56.268090 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5797756d-151d-4929-953f-db99799538f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (7d602337-dc9e-4bed-8663-1a0484d1bf3a), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:56.308452 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-5797756d-151d-4929-953f-db99799538f3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d4cc6e7692ee40c08e23cc8ed3af4b05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2570093 Jul 02 03:35:56.309278 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797756d-151d-4929-953f-db99799538f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d602337-dc9e-4bed-8663-1a0484d1bf3a,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:56.311157 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 34020) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:56.370027 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-1263a90c-4785-4243-8e1d-6e389bb87c60 admin admin] Publish callbacks [] for security_group (7d602337-dc9e-4bed-8663-1a0484d1bf3a), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:56.394229 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-1263a90c-4785-4243-8e1d-6e389bb87c60 admin admin] Publish callbacks [] for security_group (7d602337-dc9e-4bed-8663-1a0484d1bf3a), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:56.411473 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:56.446763 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-1263a90c-4785-4243-8e1d-6e389bb87c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (7d602337-dc9e-4bed-8663-1a0484d1bf3a), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:56.449370 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-1263a90c-4785-4243-8e1d-6e389bb87c60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:56.450696 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-1263a90c-4785-4243-8e1d-6e389bb87c60 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7d602337-dc9e-4bed-8663-1a0484d1bf3a HTTP/1.1" status: 204 len: 168 time: 0.1382496 Jul 02 03:35:56.459336 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263a90c-4785-4243-8e1d-6e389bb87c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d602337-dc9e-4bed-8663-1a0484d1bf3a,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:56.709353 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836444f-00ef-4506-8d9f-cdbf6832795e req-fa8b1aaa-2652-4ad3-9faa-b4289ce95f9c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:56.712021 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e836444f-00ef-4506-8d9f-cdbf6832795e req-fa8b1aaa-2652-4ad3-9faa-b4289ce95f9c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0598640 Jul 02 03:35:56.800111 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:56.812081 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e836444f-00ef-4506-8d9f-cdbf6832795e req-be4bae2e-deb0-4b4c-8f87-b217f90edb38 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935597 Jul 02 03:35:56.816572 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 34040) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:56.837891 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-eb5375b9-36fb-46db-8deb-dfc39432f157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:56.955140 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-eb5375b9-36fb-46db-8deb-dfc39432f157 admin admin] Publish callbacks [] for security_group (4ca2dab8-23b6-47a9-a94d-0e1447bee875), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:56.965687 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-eb5375b9-36fb-46db-8deb-dfc39432f157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (4ca2dab8-23b6-47a9-a94d-0e1447bee875), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:56.993528 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=74,neutron:DELETE=6,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:57.015955 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-eb5375b9-36fb-46db-8deb-dfc39432f157 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ca93a8f29f424d239753c64177f75057&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1971133 Jul 02 03:35:57.017173 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5375b9-36fb-46db-8deb-dfc39432f157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca2dab8-23b6-47a9-a94d-0e1447bee875,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:57.020181 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 34044) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:57.088698 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-fe8b1283-666c-4a32-bde5-d48a2fd07fa7 admin admin] Publish callbacks [] for security_group (4ca2dab8-23b6-47a9-a94d-0e1447bee875), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:57.112854 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-fe8b1283-666c-4a32-bde5-d48a2fd07fa7 admin admin] Publish callbacks [] for security_group (4ca2dab8-23b6-47a9-a94d-0e1447bee875), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:57.178803 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-fe8b1283-666c-4a32-bde5-d48a2fd07fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (4ca2dab8-23b6-47a9-a94d-0e1447bee875), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:57.181613 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-fe8b1283-666c-4a32-bde5-d48a2fd07fa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:57.182823 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-fe8b1283-666c-4a32-bde5-d48a2fd07fa7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4ca2dab8-23b6-47a9-a94d-0e1447bee875 HTTP/1.1" status: 204 len: 168 time: 0.1613083 Jul 02 03:35:57.206304 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b1283-666c-4a32-bde5-d48a2fd07fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca2dab8-23b6-47a9-a94d-0e1447bee875,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:57.571476 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 34054) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:57.585700 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-c90f30ac-15c6-48f3-9823-0d0f4ac031b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:57.665439 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-c90f30ac-15c6-48f3-9823-0d0f4ac031b2 admin admin] Publish callbacks [] for security_group (81e72e39-3af5-49b4-9ba3-a49b4e8c61a9), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:57.671004 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-c90f30ac-15c6-48f3-9823-0d0f4ac031b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (81e72e39-3af5-49b4-9ba3-a49b4e8c61a9), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:57.709747 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-c90f30ac-15c6-48f3-9823-0d0f4ac031b2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a5ca155944a745b5bc65ab68ece1729e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371737 Jul 02 03:35:57.710569 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f30ac-15c6-48f3-9823-0d0f4ac031b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e72e39-3af5-49b4-9ba3-a49b4e8c61a9,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:57.712610 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 34058) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:57.762920 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-bcdf1206-ccf2-4d8a-b713-91ea7d34facd admin admin] Publish callbacks [] for security_group (81e72e39-3af5-49b4-9ba3-a49b4e8c61a9), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:57.789013 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-bcdf1206-ccf2-4d8a-b713-91ea7d34facd admin admin] Publish callbacks [] for security_group (81e72e39-3af5-49b4-9ba3-a49b4e8c61a9), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:57.840333 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-bcdf1206-ccf2-4d8a-b713-91ea7d34facd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (81e72e39-3af5-49b4-9ba3-a49b4e8c61a9), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:57.842836 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-bcdf1206-ccf2-4d8a-b713-91ea7d34facd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:57.844050 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-bcdf1206-ccf2-4d8a-b713-91ea7d34facd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/81e72e39-3af5-49b4-9ba3-a49b4e8c61a9 HTTP/1.1" status: 204 len: 168 time: 0.1303985 Jul 02 03:35:57.853498 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf1206-ccf2-4d8a-b713-91ea7d34facd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e72e39-3af5-49b4-9ba3-a49b4e8c61a9,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:57.962594 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37706f6b-1ab9-4098-8162-4c14a0ede708 req-a04f1dad-c209-4e69-abdb-a1d78a78fea9 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:57.964247 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-37706f6b-1ab9-4098-8162-4c14a0ede708 req-a04f1dad-c209-4e69-abdb-a1d78a78fea9 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0601206 Jul 02 03:35:58.011554 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-37706f6b-1ab9-4098-8162-4c14a0ede708 req-cc4cebc2-8163-4460-a41d-73a6d7d64169 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415738 Jul 02 03:35:58.978753 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:35:58.992879 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 34098) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:59.103163 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7ffe92cd-c60e-40d0-b829-555566327b89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:59.129677 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f737bf0-0c8f-49b6-be32-871d9689abef req-157c2bcd-ac90-4258-a5f0-731c7674568e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:35:59.131493 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5f737bf0-0c8f-49b6-be32-871d9689abef req-157c2bcd-ac90-4258-a5f0-731c7674568e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0504408 Jul 02 03:35:59.180814 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5f737bf0-0c8f-49b6-be32-871d9689abef req-bb646335-df21-4f3f-8072-55f1b986e54e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429571 Jul 02 03:35:59.182281 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7ffe92cd-c60e-40d0-b829-555566327b89 admin admin] Publish callbacks [] for security_group (497591d8-1a78-491b-b15f-5de79dc6f52d), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:59.186751 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7ffe92cd-c60e-40d0-b829-555566327b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (497591d8-1a78-491b-b15f-5de79dc6f52d), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:59.208317 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:35:59.229720 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-7ffe92cd-c60e-40d0-b829-555566327b89 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2085f5f9e71f4eb6b875b584434dd994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356355 Jul 02 03:35:59.231954 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe92cd-c60e-40d0-b829-555566327b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497591d8-1a78-491b-b15f-5de79dc6f52d,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:35:59.233294 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 34104) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:35:59.283095 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6737e7b7-f802-415d-99aa-0291fc2ed3af admin admin] Publish callbacks [] for security_group (497591d8-1a78-491b-b15f-5de79dc6f52d), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:59.307321 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6737e7b7-f802-415d-99aa-0291fc2ed3af admin admin] Publish callbacks [] for security_group (497591d8-1a78-491b-b15f-5de79dc6f52d), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:59.356411 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6737e7b7-f802-415d-99aa-0291fc2ed3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (497591d8-1a78-491b-b15f-5de79dc6f52d), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:59.358934 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6737e7b7-f802-415d-99aa-0291fc2ed3af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:35:59.360161 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-6737e7b7-f802-415d-99aa-0291fc2ed3af admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/497591d8-1a78-491b-b15f-5de79dc6f52d HTTP/1.1" status: 204 len: 168 time: 0.1257341 Jul 02 03:35:59.368471 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737e7b7-f802-415d-99aa-0291fc2ed3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497591d8-1a78-491b-b15f-5de79dc6f52d,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:00.300697 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56fbc71-f161-42ea-bcaf-4e5633e511b8 req-5ccb8ee3-de85-4760-a2e3-ccb41f72b758 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:00.302431 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e56fbc71-f161-42ea-bcaf-4e5633e511b8 req-5ccb8ee3-de85-4760-a2e3-ccb41f72b758 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0507638 Jul 02 03:36:00.364966 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e56fbc71-f161-42ea-bcaf-4e5633e511b8 req-d203c26c-7f71-4509-b8e3-29a537218590 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557380 Jul 02 03:36:01.474054 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:01.486493 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbb06f-19ce-47b9-91f0-3880e93a9b59 req-f960cab8-b966-456f-bbef-96244a7ac8ba tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:01.488043 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fdbbb06f-19ce-47b9-91f0-3880e93a9b59 req-f960cab8-b966-456f-bbef-96244a7ac8ba tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0484736 Jul 02 03:36:01.535589 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fdbbb06f-19ce-47b9-91f0-3880e93a9b59 req-381cf7a5-37a2-485e-8384-590af80b41e7 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418613 Jul 02 03:36:02.625602 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:02.662961 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57284a78-485d-49f7-afbd-e17283e62aae req-82313ac8-5aca-4bfe-b45e-dccb2c6ac11a tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:02.664492 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-57284a78-485d-49f7-afbd-e17283e62aae req-82313ac8-5aca-4bfe-b45e-dccb2c6ac11a tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0492730 Jul 02 03:36:02.725335 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-57284a78-485d-49f7-afbd-e17283e62aae req-ee727048-3b8a-4230-af18-6cc2a4bfc136 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546296 Jul 02 03:36:03.842269 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc32e6-e4d2-4d92-a9f8-b068ffea0ffc req-1aefdcc9-c6bb-43cb-a57c-e42b39043fe2 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:03.843906 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-32cc32e6-e4d2-4d92-a9f8-b068ffea0ffc req-1aefdcc9-c6bb-43cb-a57c-e42b39043fe2 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0505588 Jul 02 03:36:03.892205 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-32cc32e6-e4d2-4d92-a9f8-b068ffea0ffc req-66b3fa01-8899-42d5-adce-0eb20d6209ab tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424964 Jul 02 03:36:05.012437 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f24f4a-6f38-4f2d-81f0-5b640a16b289 req-e69cd23c-9c1c-4152-9a08-f5ae196715d3 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:05.013968 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-80f24f4a-6f38-4f2d-81f0-5b640a16b289 req-e69cd23c-9c1c-4152-9a08-f5ae196715d3 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0472219 Jul 02 03:36:05.066866 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-80f24f4a-6f38-4f2d-81f0-5b640a16b289 req-6e8041fe-71df-4c0b-9e70-ac373ddd4ddd tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472348 Jul 02 03:36:05.867551 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=74 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:06.205013 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670e5a7-bb01-4c65-b66f-a919be51f7a1 req-af9ddb11-8809-4b6a-92bd-544a1a8820a1 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:06.206417 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c670e5a7-bb01-4c65-b66f-a919be51f7a1 req-af9ddb11-8809-4b6a-92bd-544a1a8820a1 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0606508 Jul 02 03:36:06.263824 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c670e5a7-bb01-4c65-b66f-a919be51f7a1 req-fd596934-408a-459b-88cb-07f25fd1ced0 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515490 Jul 02 03:36:07.408393 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f45421-4171-488d-87ce-e27e0f1c9581 req-598d2a00-d378-4f1e-b224-b2bc12681f7b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:07.409835 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-12f45421-4171-488d-87ce-e27e0f1c9581 req-598d2a00-d378-4f1e-b224-b2bc12681f7b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0569873 Jul 02 03:36:07.458016 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-12f45421-4171-488d-87ce-e27e0f1c9581 req-47562acc-a58e-4887-a00d-aa64ccbaf961 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420809 Jul 02 03:36:07.870450 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=18 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:08.582855 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd0e37-f2cd-4723-9fb3-35eaf4753d3a req-ca431c2e-53cd-481d-975b-4bd8a10cdedd tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:08.584562 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-addd0e37-f2cd-4723-9fb3-35eaf4753d3a req-ca431c2e-53cd-481d-975b-4bd8a10cdedd tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0551424 Jul 02 03:36:08.632528 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-addd0e37-f2cd-4723-9fb3-35eaf4753d3a req-4da7280a-fd89-48fe-83b2-2cfc3ec561df tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422964 Jul 02 03:36:08.977588 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=73 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:09.227535 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=36,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:09.385162 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:09.755744 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c555fd-77ec-4f0e-bdb8-ea50753274b4 req-ac4fc663-5d25-4882-be4b-fa24a2b0ec80 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:09.757227 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-68c555fd-77ec-4f0e-bdb8-ea50753274b4 req-ac4fc663-5d25-4882-be4b-fa24a2b0ec80 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0525098 Jul 02 03:36:09.809275 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-68c555fd-77ec-4f0e-bdb8-ea50753274b4 req-cbea4b4e-e395-4742-bf00-4bdcfa7cd2b6 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436163 Jul 02 03:36:10.936098 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23582476-7986-4006-aa60-5ff0e09ff14e req-07bde8f6-131f-4990-a0ca-58f6183e1775 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:10.937769 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-23582476-7986-4006-aa60-5ff0e09ff14e req-07bde8f6-131f-4990-a0ca-58f6183e1775 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0504320 Jul 02 03:36:10.990737 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-23582476-7986-4006-aa60-5ff0e09ff14e req-a3f5ab21-eaf6-46d1-aed0-fd8400e393cf tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473385 Jul 02 03:36:12.128934 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a282e-be25-496e-82e4-7f82ae777bd9 req-13349a69-6b37-467b-983b-42906c8de609 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:12.130527 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2b8a282e-be25-496e-82e4-7f82ae777bd9 req-13349a69-6b37-467b-983b-42906c8de609 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0689554 Jul 02 03:36:12.150481 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 34340) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:36:12.162419 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-3a5349fa-905f-434e-9f40-2ab12ef4fc91 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1563014043&fields=id&tenant_id=6c04290d87154e48a3bf77a828b563ba HTTP/1.1" status: 200 len: 267 time: 0.0734792 Jul 02 03:36:12.221349 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2b8a282e-be25-496e-82e4-7f82ae777bd9 req-b3bd5130-879d-4ff1-a808-5bb3cc95d80a tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801394 Jul 02 03:36:12.261263 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:12.263320 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-3c6fef0e-d43f-44ff-b725-6545cfd28739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:12.295977 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-822b9e29-1023-4228-abab-c1f60ff01662 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:12.297409 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-822b9e29-1023-4228-abab-c1f60ff01662 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/networks?id=b173f876-9c4f-4325-a46d-ef7a6e505875 HTTP/1.1" status: 200 len: 808 time: 0.1278412 Jul 02 03:36:12.312400 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-88c96c9e-1d97-4594-98f5-834c8e8e6f20 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/quotas/6c04290d87154e48a3bf77a828b563ba HTTP/1.1" status: 200 len: 375 time: 0.0095606 Jul 02 03:36:12.339100 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-3c6fef0e-d43f-44ff-b725-6545cfd28739 admin admin] Publish callbacks [] for security_group (de81614d-96b3-4171-835d-84c73338cf60), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:12.344842 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-3c6fef0e-d43f-44ff-b725-6545cfd28739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (de81614d-96b3-4171-835d-84c73338cf60), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:12.361891 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-1f8c3c73-29f4-485f-b8bb-3225c77feb1a tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c04290d87154e48a3bf77a828b563ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438254 Jul 02 03:36:12.384833 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-3c6fef0e-d43f-44ff-b725-6545cfd28739 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b0facc0864d7407cbdfac93d17cdee82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333314 Jul 02 03:36:12.386756 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6fef0e-d43f-44ff-b725-6545cfd28739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de81614d-96b3-4171-835d-84c73338cf60,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:12.388728 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 34346) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:36:12.392395 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:12.407444 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fef0e-d43f-44ff-b725-6545cfd28739 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:12.407790 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fef0e-d43f-44ff-b725-6545cfd28739 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:12.408132 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fef0e-d43f-44ff-b725-6545cfd28739 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:12.408470 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fef0e-d43f-44ff-b725-6545cfd28739 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:12.408810 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fef0e-d43f-44ff-b725-6545cfd28739 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:12.409145 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fef0e-d43f-44ff-b725-6545cfd28739 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:12.409469 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fef0e-d43f-44ff-b725-6545cfd28739 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:12.409792 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fef0e-d43f-44ff-b725-6545cfd28739 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:12.410143 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fef0e-d43f-44ff-b725-6545cfd28739 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:12.410438 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fef0e-d43f-44ff-b725-6545cfd28739 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:12.411253 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fef0e-d43f-44ff-b725-6545cfd28739 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:12.411253 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fef0e-d43f-44ff-b725-6545cfd28739 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:12.411477 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fef0e-d43f-44ff-b725-6545cfd28739 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:12.412053 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fef0e-d43f-44ff-b725-6545cfd28739 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:12.412053 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fef0e-d43f-44ff-b725-6545cfd28739 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:12.452518 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-86b4a532-0e09-43e5-b190-7801117b0f4d admin admin] Publish callbacks [] for security_group (de81614d-96b3-4171-835d-84c73338cf60), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:12.475574 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-86b4a532-0e09-43e5-b190-7801117b0f4d admin admin] Publish callbacks [] for security_group (de81614d-96b3-4171-835d-84c73338cf60), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:12.477941 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-a5a8ea2a-ecf5-427b-807c-a0e187218d4f service neutron] 10.222.0.42 "GET /v2.0/networks/b173f876-9c4f-4325-a46d-ef7a6e505875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026595 Jul 02 03:36:12.524270 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-86b4a532-0e09-43e5-b190-7801117b0f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (de81614d-96b3-4171-835d-84c73338cf60), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:12.526818 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-86b4a532-0e09-43e5-b190-7801117b0f4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:12.530425 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-86b4a532-0e09-43e5-b190-7801117b0f4d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/de81614d-96b3-4171-835d-84c73338cf60 HTTP/1.1" status: 204 len: 168 time: 0.1383541 Jul 02 03:36:12.536027 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4a532-0e09-43e5-b190-7801117b0f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de81614d-96b3-4171-835d-84c73338cf60,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:12.574064 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-adb74e6f-e2c0-4dff-87ee-c4f68cc6c33e service neutron] 10.222.0.42 "GET /v2.0/networks/b173f876-9c4f-4325-a46d-ef7a6e505875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903840 Jul 02 03:36:12.820990 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 34360) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:36:12.836077 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6818287e-e902-4d5d-8eaf-6341b95f1a76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:12.880578 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e7ce561d-2ca1-4ef3-b659-cb89c0efe7ee req-fa785ff3-4c11-4fa4-9a9a-c6498cb3ccbe tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 210 time: 0.0363560 Jul 02 03:36:12.957088 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6818287e-e902-4d5d-8eaf-6341b95f1a76 admin admin] Publish callbacks [] for security_group (27d4468f-62bf-41ac-9417-ffc7b4296cf6), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:12.961429 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6818287e-e902-4d5d-8eaf-6341b95f1a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (27d4468f-62bf-41ac-9417-ffc7b4296cf6), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:13.005259 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-6818287e-e902-4d5d-8eaf-6341b95f1a76 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bdebc5336dbb407ebc01513c3e503a94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1831455 Jul 02 03:36:13.006262 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818287e-e902-4d5d-8eaf-6341b95f1a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d4468f-62bf-41ac-9417-ffc7b4296cf6,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:13.008230 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 34370) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:36:13.014793 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818287e-e902-4d5d-8eaf-6341b95f1a76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:13.015157 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818287e-e902-4d5d-8eaf-6341b95f1a76 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:13.015626 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818287e-e902-4d5d-8eaf-6341b95f1a76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:13.016023 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818287e-e902-4d5d-8eaf-6341b95f1a76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:13.016571 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818287e-e902-4d5d-8eaf-6341b95f1a76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:13.016941 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818287e-e902-4d5d-8eaf-6341b95f1a76 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:13.017301 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818287e-e902-4d5d-8eaf-6341b95f1a76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:13.017619 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818287e-e902-4d5d-8eaf-6341b95f1a76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:13.018000 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818287e-e902-4d5d-8eaf-6341b95f1a76 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:13.018435 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818287e-e902-4d5d-8eaf-6341b95f1a76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:13.018872 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818287e-e902-4d5d-8eaf-6341b95f1a76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:13.019246 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818287e-e902-4d5d-8eaf-6341b95f1a76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:13.019594 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818287e-e902-4d5d-8eaf-6341b95f1a76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:13.020087 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818287e-e902-4d5d-8eaf-6341b95f1a76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:13.020409 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818287e-e902-4d5d-8eaf-6341b95f1a76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:13.070495 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-a41d3938-1008-4115-8951-d81acd36622d admin admin] Publish callbacks [] for security_group (27d4468f-62bf-41ac-9417-ffc7b4296cf6), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:13.093246 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-a41d3938-1008-4115-8951-d81acd36622d admin admin] Publish callbacks [] for security_group (27d4468f-62bf-41ac-9417-ffc7b4296cf6), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:13.146423 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-a41d3938-1008-4115-8951-d81acd36622d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (27d4468f-62bf-41ac-9417-ffc7b4296cf6), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:13.148877 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-a41d3938-1008-4115-8951-d81acd36622d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:13.152758 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-a41d3938-1008-4115-8951-d81acd36622d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/27d4468f-62bf-41ac-9417-ffc7b4296cf6 HTTP/1.1" status: 204 len: 168 time: 0.1430578 Jul 02 03:36:13.160832 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d3938-1008-4115-8951-d81acd36622d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d4468f-62bf-41ac-9417-ffc7b4296cf6,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:13.349582 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cabf73-bad8-4c34-8eaf-670193799c89 req-5f079fc2-2df5-4d8f-8061-00d58b04d2eb tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:13.351326 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-10cabf73-bad8-4c34-8eaf-670193799c89 req-5f079fc2-2df5-4d8f-8061-00d58b04d2eb tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0482490 Jul 02 03:36:13.399736 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-10cabf73-bad8-4c34-8eaf-670193799c89 req-49d593f9-d4f5-43f1-bd7a-b19d8b7ee1c7 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426307 Jul 02 03:36:13.980620 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4bddf981-9a0f-40e9-b048-55ce5ada03b2 req-2bb3bf48-deaa-4244-8998-5e27f80b4398 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 210 time: 0.0310700 Jul 02 03:36:14.520082 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69d92d-4fec-44e1-90e9-1579f750336e req-a75bc5f4-80c5-4038-b623-c4e17ee1c766 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:14.521657 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8d69d92d-4fec-44e1-90e9-1579f750336e req-a75bc5f4-80c5-4038-b623-c4e17ee1c766 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0509255 Jul 02 03:36:14.573050 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8d69d92d-4fec-44e1-90e9-1579f750336e req-e79b207d-12cb-4d75-aecc-a82989eb4557 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444744 Jul 02 03:36:15.085295 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1ce7b28e-2940-40f6-91dd-6eb070a73994 req-4b456237-eef1-4612-aad5-72f82e92a5b6 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 210 time: 0.0277047 Jul 02 03:36:15.718866 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4cfd65-6c85-4029-8cb7-cdf3871c0ac3 req-68e68194-2f43-4dc1-b70d-e7b7ffb429dc tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:15.720398 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7f4cfd65-6c85-4029-8cb7-cdf3871c0ac3 req-68e68194-2f43-4dc1-b70d-e7b7ffb429dc tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0555277 Jul 02 03:36:15.771537 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7f4cfd65-6c85-4029-8cb7-cdf3871c0ac3 req-228c3ef8-8892-4f2b-9345-67a5780cd171 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456598 Jul 02 03:36:16.174387 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:16.190837 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ceda2796-edfa-4362-955e-00623851c802 req-995cc21c-6bba-414a-a78e-1dec920ff1ac tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 210 time: 0.0288844 Jul 02 03:36:16.900739 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce7e4d9-4338-444d-acde-220103cf0e38 req-f1bc54a1-9ddc-4a28-bc98-75ca88f55d3c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:16.902301 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2ce7e4d9-4338-444d-acde-220103cf0e38 req-f1bc54a1-9ddc-4a28-bc98-75ca88f55d3c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0501008 Jul 02 03:36:16.951819 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2ce7e4d9-4338-444d-acde-220103cf0e38 req-d3ae7619-d96e-4ed5-afb2-97ac3185a826 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435410 Jul 02 03:36:16.989481 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-dc2b63dd-eb4f-4f7c-92dc-946685b55cfc req-1b0ddde1-70f5-4c21-8d64-5859e4406b7d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464470 Jul 02 03:36:17.187645 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b63dd-eb4f-4f7c-92dc-946685b55cfc req-fd761ffe-88c3-4f35-8f21-ed601a5e62a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:17.189162 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-dc2b63dd-eb4f-4f7c-92dc-946685b55cfc req-fd761ffe-88c3-4f35-8f21-ed601a5e62a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53c88ba2f03f47538ca0eaeb08ccfc07&device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 1129 time: 0.0731516 Jul 02 03:36:17.190178 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1c5c1-b0a9-43a7-b0ca-5bb57b756e60 req-a4302885-0218-4ac0-b9bf-e2a7508be2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:17.191553 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1ac1c5c1-b0a9-43a7-b0ca-5bb57b756e60 req-a4302885-0218-4ac0-b9bf-e2a7508be2e9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 1129 time: 0.0845876 Jul 02 03:36:17.288310 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c0449013-022f-43b8-ab97-38fd255a111e req-0d6a08bb-0a9e-4414-b286-0ca8fc3537bc tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 210 time: 0.0268466 Jul 02 03:36:17.300043 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1ac1c5c1-b0a9-43a7-b0ca-5bb57b756e60 req-5f906ebe-a049-4ca5-9752-b8fcde21cf3f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013839 Jul 02 03:36:17.325480 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b63dd-eb4f-4f7c-92dc-946685b55cfc req-9f96edf0-de47-41db-a047-07f84afd7768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:17.326989 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-dc2b63dd-eb4f-4f7c-92dc-946685b55cfc req-9f96edf0-de47-41db-a047-07f84afd7768 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1d7a687-b6ca-47c7-af08-d5e3055ff439 HTTP/1.1" status: 200 len: 919 time: 0.1138220 Jul 02 03:36:18.075075 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f936b21-fd56-4e14-beb0-f45692a49a30 req-47a7fb59-0fae-4865-ac6a-967bcc513887 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:18.076947 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9f936b21-fd56-4e14-beb0-f45692a49a30 req-47a7fb59-0fae-4865-ac6a-967bcc513887 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0543411 Jul 02 03:36:18.118394 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:18.131327 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9f936b21-fd56-4e14-beb0-f45692a49a30 req-0e3ea31a-5310-4404-803d-24cae67f5885 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484567 Jul 02 03:36:18.396521 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-29a44024-80f6-4c51-9895-5b8ab514bc1a req-a58d6cd5-8236-4b12-b9fc-4ea6e7703fd6 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 210 time: 0.0388570 Jul 02 03:36:18.487723 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 34482) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:36:18.608784 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-1bd54a15-cec1-47b9-8dbb-caf959357f7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:18.647319 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:18.659628 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:18.695084 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-1bd54a15-cec1-47b9-8dbb-caf959357f7c admin admin] Publish callbacks [] for security_group (298bcffc-c386-4649-93cb-b0d29ae01e01), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:18.701896 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-1bd54a15-cec1-47b9-8dbb-caf959357f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (298bcffc-c386-4649-93cb-b0d29ae01e01), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:18.740503 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-1bd54a15-cec1-47b9-8dbb-caf959357f7c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=87f3bfb730144616b5e329cf0cfd37ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2516601 Jul 02 03:36:18.741305 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd54a15-cec1-47b9-8dbb-caf959357f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298bcffc-c386-4649-93cb-b0d29ae01e01,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:18.743621 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 34488) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:36:18.752248 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:18.804274 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a1b4803f-0854-4dc5-888d-a42a5d4fb776 admin admin] Publish callbacks [] for security_group (298bcffc-c386-4649-93cb-b0d29ae01e01), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:18.827069 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a1b4803f-0854-4dc5-888d-a42a5d4fb776 admin admin] Publish callbacks [] for security_group (298bcffc-c386-4649-93cb-b0d29ae01e01), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:18.878305 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a1b4803f-0854-4dc5-888d-a42a5d4fb776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (298bcffc-c386-4649-93cb-b0d29ae01e01), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:18.880786 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a1b4803f-0854-4dc5-888d-a42a5d4fb776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:18.881994 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-a1b4803f-0854-4dc5-888d-a42a5d4fb776 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/298bcffc-c386-4649-93cb-b0d29ae01e01 HTTP/1.1" status: 204 len: 168 time: 0.1373971 Jul 02 03:36:18.889828 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4803f-0854-4dc5-888d-a42a5d4fb776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298bcffc-c386-4649-93cb-b0d29ae01e01,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:19.250801 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296f8a1-207a-435b-98b5-3a2ed4a70c3f req-d98053cc-515d-4aa2-9321-2457b2a17725 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:19.252266 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4296f8a1-207a-435b-98b5-3a2ed4a70c3f req-d98053cc-515d-4aa2-9321-2457b2a17725 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0509481 Jul 02 03:36:19.300076 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4296f8a1-207a-435b-98b5-3a2ed4a70c3f req-962ee651-5caa-4325-afc0-b97db95638be tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416570 Jul 02 03:36:19.504399 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5a1d7a99-4e76-4e86-9874-c7a6d5e49247 req-0fef0743-7b57-4f6c-9749-9d43804ddbcd tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 210 time: 0.0278738 Jul 02 03:36:20.212331 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 34584) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:36:20.238884 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-43d6b025-e873-49e8-9784-7dd9787e3209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:20.334165 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-edd6b917-b10d-40fa-95d4-d844a6bfd09c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:20.439648 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc83d9-83e5-4234-a77c-13f7807c02a7 req-0b3651ad-834c-49e4-8003-9982d2ca41ed tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:20.441172 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e4fc83d9-83e5-4234-a77c-13f7807c02a7 req-0b3651ad-834c-49e4-8003-9982d2ca41ed tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0655880 Jul 02 03:36:20.482283 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-edd6b917-b10d-40fa-95d4-d844a6bfd09c admin admin] Publish callbacks [] for security_group (17812043-227e-4840-a819-31f6bfd96fa6), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:20.487501 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-edd6b917-b10d-40fa-95d4-d844a6bfd09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (17812043-227e-4840-a819-31f6bfd96fa6), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:20.541308 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e4fc83d9-83e5-4234-a77c-13f7807c02a7 req-96b98eb7-5f9a-4aa7-b46f-5abd00f0fdc8 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905612 Jul 02 03:36:20.542211 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6b917-b10d-40fa-95d4-d844a6bfd09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17812043-227e-4840-a819-31f6bfd96fa6,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:20.549580 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-edd6b917-b10d-40fa-95d4-d844a6bfd09c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b791a494c7c442269d567f72e37f03ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3371959 Jul 02 03:36:20.549766 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 34604) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:36:20.606777 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2f541c1d-307e-4d19-ade0-10a9e7e926b6 admin admin] Publish callbacks [] for security_group (17812043-227e-4840-a819-31f6bfd96fa6), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:20.610459 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-59cc3864-755e-41d5-b42d-5e9d770d6d91 req-5305648b-2291-4096-9b9d-6e5b43cd3af1 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 210 time: 0.0272105 Jul 02 03:36:20.637572 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2f541c1d-307e-4d19-ade0-10a9e7e926b6 admin admin] Publish callbacks [] for security_group (17812043-227e-4840-a819-31f6bfd96fa6), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:20.694153 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2f541c1d-307e-4d19-ade0-10a9e7e926b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (17812043-227e-4840-a819-31f6bfd96fa6), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:20.696877 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2f541c1d-307e-4d19-ade0-10a9e7e926b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:20.698032 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-2f541c1d-307e-4d19-ade0-10a9e7e926b6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/17812043-227e-4840-a819-31f6bfd96fa6 HTTP/1.1" status: 204 len: 168 time: 0.1475952 Jul 02 03:36:20.705700 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f541c1d-307e-4d19-ade0-10a9e7e926b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17812043-227e-4840-a819-31f6bfd96fa6,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:20.975529 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-dc2b63dd-eb4f-4f7c-92dc-946685b55cfc req-4806c1a3-5cb1-49fd-abc1-6383e8d29e75 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d5c4d80-4bf3-4936-9cbd-a7174cf1642f HTTP/1.1" status: 200 len: 217 time: 0.0381691 Jul 02 03:36:21.662328 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73cd8d-8e93-4a12-a83f-72e03fad2825 req-732059e7-3990-49f9-8bd3-4e886119cee5 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:21.664094 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8f73cd8d-8e93-4a12-a83f-72e03fad2825 req-732059e7-3990-49f9-8bd3-4e886119cee5 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0540020 Jul 02 03:36:21.722001 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e7871d2d-446a-46c6-acbb-fc42c37f11e4 req-5cb07bd3-1a34-4108-a43b-67f36bdb688e tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 210 time: 0.0375931 Jul 02 03:36:21.745405 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8f73cd8d-8e93-4a12-a83f-72e03fad2825 req-b25e01ce-dd8a-4393-bbc1-7f4ecf743124 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690341 Jul 02 03:36:22.386421 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b63dd-eb4f-4f7c-92dc-946685b55cfc req-d2b0435a-e633-43ca-9a3e-664cf6e16ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:22.388044 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-dc2b63dd-eb4f-4f7c-92dc-946685b55cfc req-d2b0435a-e633-43ca-9a3e-664cf6e16ec1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9 HTTP/1.1" status: 200 len: 857 time: 0.0444722 Jul 02 03:36:22.502987 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b63dd-eb4f-4f7c-92dc-946685b55cfc req-55e47d13-1cd4-457f-880c-9a4e9a620e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:22.504560 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-dc2b63dd-eb4f-4f7c-92dc-946685b55cfc req-55e47d13-1cd4-457f-880c-9a4e9a620e6e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1d7a687-b6ca-47c7-af08-d5e3055ff439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421162 Jul 02 03:36:22.543929 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-12612fa8-5ce7-4adf-a41e-cbf4472d09e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:22.691927 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 34688) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:36:22.807216 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-95209827-ad75-4104-a049-878953fcef9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:22.830430 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3c22bdf7-f042-40fa-b128-e9d2e6db6293 req-585b9103-f79e-4b55-98e5-c29a7bf816cc tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 210 time: 0.0292017 Jul 02 03:36:22.879458 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7297b9-444c-4861-a1ee-508097c19ea1 req-f9615aab-c74a-4e48-b342-cdc3c362f047 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:22.881045 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ff7297b9-444c-4861-a1ee-508097c19ea1 req-f9615aab-c74a-4e48-b342-cdc3c362f047 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0536556 Jul 02 03:36:22.886147 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-95209827-ad75-4104-a049-878953fcef9c admin admin] Publish callbacks [] for security_group (59fd94fc-4642-4990-80e2-361a2ad5f4e0), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:22.892050 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-95209827-ad75-4104-a049-878953fcef9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (59fd94fc-4642-4990-80e2-361a2ad5f4e0), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:22.929187 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ff7297b9-444c-4861-a1ee-508097c19ea1 req-47ca704a-6879-41b8-a398-189fb8b8abc8 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421612 Jul 02 03:36:22.935373 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95209827-ad75-4104-a049-878953fcef9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59fd94fc-4642-4990-80e2-361a2ad5f4e0,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:22.943773 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-95209827-ad75-4104-a049-878953fcef9c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6399b60aa0b949e9a588d291246302e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2484591 Jul 02 03:36:22.944224 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 34700) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:36:23.002798 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-15ffa535-2b2c-47ff-b46f-b834f88375b2 admin admin] Publish callbacks [] for security_group (59fd94fc-4642-4990-80e2-361a2ad5f4e0), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:23.027998 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-15ffa535-2b2c-47ff-b46f-b834f88375b2 admin admin] Publish callbacks [] for security_group (59fd94fc-4642-4990-80e2-361a2ad5f4e0), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:23.080866 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-15ffa535-2b2c-47ff-b46f-b834f88375b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (59fd94fc-4642-4990-80e2-361a2ad5f4e0), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:23.085503 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-15ffa535-2b2c-47ff-b46f-b834f88375b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:23.087022 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-15ffa535-2b2c-47ff-b46f-b834f88375b2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/59fd94fc-4642-4990-80e2-361a2ad5f4e0 HTTP/1.1" status: 204 len: 168 time: 0.1421492 Jul 02 03:36:23.096790 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ffa535-2b2c-47ff-b46f-b834f88375b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fd94fc-4642-4990-80e2-361a2ad5f4e0,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:23.360516 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 34706) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:36:23.374619 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-4d8d5e4c-fcac-488a-8fba-8b53c9a91b5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:23.431283 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:23.448075 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:INSERT=17,neutron:SELECT=81,neutron:DELETE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:23.461200 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-4d8d5e4c-fcac-488a-8fba-8b53c9a91b5c admin admin] Publish callbacks [] for security_group (a10f43b4-89e7-43f0-b83d-59a03c750d9d), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:23.465832 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-4d8d5e4c-fcac-488a-8fba-8b53c9a91b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (a10f43b4-89e7-43f0-b83d-59a03c750d9d), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:23.531252 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-4d8d5e4c-fcac-488a-8fba-8b53c9a91b5c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1c8e0fbb53724994a4dac95939ac5b9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1696420 Jul 02 03:36:23.534608 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 34708) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:36:23.545706 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d5e4c-fcac-488a-8fba-8b53c9a91b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10f43b4-89e7-43f0-b83d-59a03c750d9d,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:23.621377 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:23.652168 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-be30cdc5-4c5d-4a8c-9e1c-5ff9cdfdc74c admin admin] Publish callbacks [] for security_group (a10f43b4-89e7-43f0-b83d-59a03c750d9d), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:23.656607 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:23.691831 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-060cf5ff-9bd6-4d2b-b8cc-9de609908f72 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:23.693306 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-060cf5ff-9bd6-4d2b-b8cc-9de609908f72 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.26 "GET /v2.0/networks?id=b173f876-9c4f-4325-a46d-ef7a6e505875 HTTP/1.1" status: 200 len: 808 time: 0.1980155 Jul 02 03:36:23.701840 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-be30cdc5-4c5d-4a8c-9e1c-5ff9cdfdc74c admin admin] Publish callbacks [] for security_group (a10f43b4-89e7-43f0-b83d-59a03c750d9d), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:23.703907 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-dc2b63dd-eb4f-4f7c-92dc-946685b55cfc req-55bdb395-83de-4f7e-941e-86a279a272f9 service neutron] 10.222.0.26 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755476 Jul 02 03:36:23.759540 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-be30cdc5-4c5d-4a8c-9e1c-5ff9cdfdc74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (a10f43b4-89e7-43f0-b83d-59a03c750d9d), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:23.763787 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-be30cdc5-4c5d-4a8c-9e1c-5ff9cdfdc74c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:23.765220 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-be30cdc5-4c5d-4a8c-9e1c-5ff9cdfdc74c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a10f43b4-89e7-43f0-b83d-59a03c750d9d HTTP/1.1" status: 204 len: 168 time: 0.2287986 Jul 02 03:36:23.775052 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be30cdc5-4c5d-4a8c-9e1c-5ff9cdfdc74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10f43b4-89e7-43f0-b83d-59a03c750d9d,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:23.891665 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-04ce1557-246e-41aa-b562-87f12178747f tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c04290d87154e48a3bf77a828b563ba HTTP/1.1" status: 200 len: 380 time: 0.1569004 Jul 02 03:36:23.912334 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-2113a499-3791-4a29-ae24-a50d634d8c69 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Request body: {'port': {'device_id': '1c09baf3-acd2-45b3-bce4-9fd6b31efdac', 'network_id': 'b173f876-9c4f-4325-a46d-ef7a6e505875', 'admin_state_up': True, 'tenant_id': '6c04290d87154e48a3bf77a828b563ba', 'security_groups': ['2887add9-60d8-4604-a6da-534a6a5e0fa8']}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:36:23.921571 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-dc2b63dd-eb4f-4f7c-92dc-946685b55cfc req-028599be-f81a-40a9-ae2b-704f9e7caf4d service neutron] 10.222.0.26 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880982 Jul 02 03:36:23.987955 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b889fa3e-a005-4c65-9883-59dd474a99b9 req-cb1cf1c8-1532-4d13-ba92-d2389c3d475b tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 210 time: 0.0662584 Jul 02 03:36:24.096199 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-2113a499-3791-4a29-ae24-a50d634d8c69 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Made reservation on behalf of 6c04290d87154e48a3bf77a828b563ba for: {'port': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:36:24.099593 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-2113a499-3791-4a29-ae24-a50d634d8c69 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:24.114815 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:24.138250 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd833f-bb94-4b23-82f0-37ff1f6dc43d req-fcd46949-a916-4692-999f-447bef4b3e22 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:24.147473 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6dcd833f-bb94-4b23-82f0-37ff1f6dc43d req-fcd46949-a916-4692-999f-447bef4b3e22 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0840971 Jul 02 03:36:24.221938 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6dcd833f-bb94-4b23-82f0-37ff1f6dc43d req-cc134793-0f55-416d-aa35-1c4f19fd7b65 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672555 Jul 02 03:36:24.310198 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 34758) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:36:24.320401 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-2113a499-3791-4a29-ae24-a50d634d8c69 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Allocated IP 172.20.0.5 (b173f876-9c4f-4325-a46d-ef7a6e505875/c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac/e19a69f0-6e0d-4a86-85f9-02d1861bdf96) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:36:24.484621 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-92d05c42-6ccf-4ce0-8d3a-13d0b9fe311c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:24.524900 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-2113a499-3791-4a29-ae24-a50d634d8c69 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks [] for port (e19a69f0-6e0d-4a86-85f9-02d1861bdf96), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:24.534816 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:24.556790 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:24.580666 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-2113a499-3791-4a29-ae24-a50d634d8c69 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (e19a69f0-6e0d-4a86-85f9-02d1861bdf96), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:24.597825 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-92d05c42-6ccf-4ce0-8d3a-13d0b9fe311c admin admin] Publish callbacks [] for security_group (4ef1f7d3-4430-4024-a1d2-e56b600c6d26), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:24.603565 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-92d05c42-6ccf-4ce0-8d3a-13d0b9fe311c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (4ef1f7d3-4430-4024-a1d2-e56b600c6d26), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:24.631657 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-2113a499-3791-4a29-ae24-a50d634d8c69 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Network b173f876-9c4f-4325-a46d-ef7a6e505875 is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:36:24.635037 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-2113a499-3791-4a29-ae24-a50d634d8c69 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:36:24.639282 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-2113a499-3791-4a29-ae24-a50d634d8c69 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:36:24.645215 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113a499-3791-4a29-ae24-a50d634d8c69 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Pushing event updated for resources: {'Port': ['ID=e19a69f0-6e0d-4a86-85f9-02d1861bdf96,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:24.651575 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d05c42-6ccf-4ce0-8d3a-13d0b9fe311c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef1f7d3-4430-4024-a1d2-e56b600c6d26,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:24.659405 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-92d05c42-6ccf-4ce0-8d3a-13d0b9fe311c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e7196b49b5764ab3b33484f5cf311747&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3467038 Jul 02 03:36:24.663765 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 34782) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:36:24.788649 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7da7400e-4fb2-41f9-b6bc-d5765214c405 admin admin] Publish callbacks [] for security_group (4ef1f7d3-4430-4024-a1d2-e56b600c6d26), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:24.804735 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-2113a499-3791-4a29-ae24-a50d634d8c69 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:24.806259 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-2113a499-3791-4a29-ae24-a50d634d8c69 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:24.845720 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-2113a499-3791-4a29-ae24-a50d634d8c69 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9390509 Jul 02 03:36:24.857979 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7da7400e-4fb2-41f9-b6bc-d5765214c405 admin admin] Publish callbacks [] for security_group (4ef1f7d3-4430-4024-a1d2-e56b600c6d26), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:24.893392 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-5c3ae715-c328-4390-9fe5-ece8580595ed service neutron] Request body: {'port': {'device_id': '1c09baf3-acd2-45b3-bce4-9fd6b31efdac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:36:24.957819 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7da7400e-4fb2-41f9-b6bc-d5765214c405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (4ef1f7d3-4430-4024-a1d2-e56b600c6d26), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:24.962954 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7da7400e-4fb2-41f9-b6bc-d5765214c405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:24.965868 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-7da7400e-4fb2-41f9-b6bc-d5765214c405 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4ef1f7d3-4430-4024-a1d2-e56b600c6d26 HTTP/1.1" status: 204 len: 168 time: 0.3007259 Jul 02 03:36:24.979390 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7400e-4fb2-41f9-b6bc-d5765214c405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef1f7d3-4430-4024-a1d2-e56b600c6d26,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:25.013909 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-5c3ae715-c328-4390-9fe5-ece8580595ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (e19a69f0-6e0d-4a86-85f9-02d1861bdf96), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:25.119498 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-643e7d68-077e-4185-94ec-4e8d3bd73ba8 None None] Provisioning complete for port e19a69f0-6e0d-4a86-85f9-02d1861bdf96 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:36:25.120478 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-643e7d68-077e-4185-94ec-4e8d3bd73ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (e19a69f0-6e0d-4a86-85f9-02d1861bdf96), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:25.144969 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8930139-53e8-400d-b06a-30ee46ffb28f req-118c7971-41b7-4846-8fa4-c47251bee0db tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:25.146578 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f8930139-53e8-400d-b06a-30ee46ffb28f req-118c7971-41b7-4846-8fa4-c47251bee0db tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 931 time: 0.0892205 Jul 02 03:36:25.180286 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-643e7d68-077e-4185-94ec-4e8d3bd73ba8 None None] Port e19a69f0-6e0d-4a86-85f9-02d1861bdf96 cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:36:25.204265 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:25.239252 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f8930139-53e8-400d-b06a-30ee46ffb28f req-91027a1b-5050-4e99-96e8-84f4b0726bd7 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835166 Jul 02 03:36:25.341588 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:25.380152 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c53cc-59f0-463a-b92d-637a0a6154c1 req-56966c52-c0a3-4ea9-91a4-d4cc95382141 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:25.382506 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f87c53cc-59f0-463a-b92d-637a0a6154c1 req-56966c52-c0a3-4ea9-91a4-d4cc95382141 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0865176 Jul 02 03:36:25.386166 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-5c3ae715-c328-4390-9fe5-ece8580595ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e19a69f0-6e0d-4a86-85f9-02d1861bdf96 {{(pid=104250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:36:25.395740 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-5c3ae715-c328-4390-9fe5-ece8580595ed service neutron] Publish callbacks [] for port (e19a69f0-6e0d-4a86-85f9-02d1861bdf96), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:25.413188 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.provisioning_blocks [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-5c3ae715-c328-4390-9fe5-ece8580595ed service neutron] Transition to ACTIVE for port object e19a69f0-6e0d-4a86-85f9-02d1861bdf96 will not be triggered until provisioned by entity L2. {{(pid=104250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 02 03:36:25.419558 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-5c3ae715-c328-4390-9fe5-ece8580595ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (e19a69f0-6e0d-4a86-85f9-02d1861bdf96), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:25.438512 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f87c53cc-59f0-463a-b92d-637a0a6154c1 req-13b78387-df88-4ff2-90df-583ae5794bab tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493872 Jul 02 03:36:25.491894 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ae715-c328-4390-9fe5-ece8580595ed service neutron] Pushing event updated for resources: {'Port': ['ID=e19a69f0-6e0d-4a86-85f9-02d1861bdf96,revision_number=2']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:25.598412 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-5c3ae715-c328-4390-9fe5-ece8580595ed service neutron] Attempting to bind port e19a69f0-6e0d-4a86-85f9-02d1861bdf96 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:36:25.598991 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-5c3ae715-c328-4390-9fe5-ece8580595ed service neutron] Attempting to bind port e19a69f0-6e0d-4a86-85f9-02d1861bdf96 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '8fdf9ffb-87ca-4c0e-8fce-99459036e8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b173f876-9c4f-4325-a46d-ef7a6e505875'}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:36:25.599100 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-5c3ae715-c328-4390-9fe5-ece8580595ed service neutron] Attempting to bind port e19a69f0-6e0d-4a86-85f9-02d1861bdf96 on network b173f876-9c4f-4325-a46d-ef7a6e505875 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:36:25.632668 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-5c3ae715-c328-4390-9fe5-ece8580595ed service neutron] Port e19a69f0-6e0d-4a86-85f9-02d1861bdf96 on network b173f876-9c4f-4325-a46d-ef7a6e505875 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 02 03:36:25.634138 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-5c3ae715-c328-4390-9fe5-ece8580595ed service neutron] Attempting to bind port e19a69f0-6e0d-4a86-85f9-02d1861bdf96 on network b173f876-9c4f-4325-a46d-ef7a6e505875 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:36:25.644697 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-5c3ae715-c328-4390-9fe5-ece8580595ed service neutron] Checking agent: {'id': 'b6c7a065-6c6d-4192-b8a5-562c9c844309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'started_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:36:25.645281 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-5c3ae715-c328-4390-9fe5-ece8580595ed service neutron] Checking segment: {'id': '8fdf9ffb-87ca-4c0e-8fce-99459036e8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b173f876-9c4f-4325-a46d-ef7a6e505875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:36:25.645845 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-5c3ae715-c328-4390-9fe5-ece8580595ed service neutron] Bound using segment: {'id': '8fdf9ffb-87ca-4c0e-8fce-99459036e8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b173f876-9c4f-4325-a46d-ef7a6e505875'} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:36:25.646426 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-5c3ae715-c328-4390-9fe5-ece8580595ed service neutron] Bound port: e19a69f0-6e0d-4a86-85f9-02d1861bdf96, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fdf9ffb-87ca-4c0e-8fce-99459036e8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b173f876-9c4f-4325-a46d-ef7a6e505875'}}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:36:25.646932 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-5c3ae715-c328-4390-9fe5-ece8580595ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (e19a69f0-6e0d-4a86-85f9-02d1861bdf96), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:25.654012 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a13f2-4a9c-4530-9073-8b674a8048b6 req-f76477d4-b506-4830-9ca6-ebd10d02408f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:25.658377 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4a9a13f2-4a9c-4530-9073-8b674a8048b6 req-f76477d4-b506-4830-9ca6-ebd10d02408f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 945 time: 0.0950699 Jul 02 03:36:25.668423 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 34814) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:36:25.705157 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-4ce4bf71-65a9-482b-bd32-d889f9b084ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:25.708851 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:25.719319 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-5c3ae715-c328-4390-9fe5-ece8580595ed service neutron] For port e19a69f0-6e0d-4a86-85f9-02d1861bdf96, host hv-cinder-84684, cleared binding levels {{(pid=104250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:36:25.723610 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-5c3ae715-c328-4390-9fe5-ece8580595ed service neutron] For port e19a69f0-6e0d-4a86-85f9-02d1861bdf96, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=e19a69f0-6e0d-4a86-85f9-02d1861bdf96,segment=NetworkSegment(8fdf9ffb-87ca-4c0e-8fce-99459036e8eb),segment_id=8fdf9ffb-87ca-4c0e-8fce-99459036e8eb)] {{(pid=104250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:36:25.732685 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-5c3ae715-c328-4390-9fe5-ece8580595ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (e19a69f0-6e0d-4a86-85f9-02d1861bdf96), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:25.747548 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4a9a13f2-4a9c-4530-9073-8b674a8048b6 req-9d051170-ed8a-4733-b10f-084f9817ab09 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805342 Jul 02 03:36:25.804748 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:25.868130 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-4ce4bf71-65a9-482b-bd32-d889f9b084ea admin admin] Publish callbacks [] for security_group (ebc31975-b638-4cb2-ae17-c89c47b73572), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:25.874913 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-4ce4bf71-65a9-482b-bd32-d889f9b084ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (ebc31975-b638-4cb2-ae17-c89c47b73572), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:25.901345 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:25.931268 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4bf71-65a9-482b-bd32-d889f9b084ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc31975-b638-4cb2-ae17-c89c47b73572,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:25.936578 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-4ce4bf71-65a9-482b-bd32-d889f9b084ea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=31efd41af2344fd5b3d5646f0c5d0126&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2663591 Jul 02 03:36:25.938989 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 34820) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:36:26.023889 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-2f3ed2e3-877a-4a64-8d2f-380049729adb admin admin] Publish callbacks [] for security_group (ebc31975-b638-4cb2-ae17-c89c47b73572), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:26.060177 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-2f3ed2e3-877a-4a64-8d2f-380049729adb admin admin] Publish callbacks [] for security_group (ebc31975-b638-4cb2-ae17-c89c47b73572), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:26.062096 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-5c3ae715-c328-4390-9fe5-ece8580595ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:26.062730 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-5c3ae715-c328-4390-9fe5-ece8580595ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:26.064141 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-5c3ae715-c328-4390-9fe5-ece8580595ed service neutron] 10.222.0.26 "PUT /v2.0/ports/e19a69f0-6e0d-4a86-85f9-02d1861bdf96 HTTP/1.1" status: 200 len: 1093 time: 1.1756215 Jul 02 03:36:26.064556 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c09baf3-acd2-45b3-bce4-9fd6b31efdac', 'tag': 'e19a69f0-6e0d-4a86-85f9-02d1861bdf96'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:36:26.069764 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d99358-e1f8-4f61-a694-24c4afb8186f" -d '{"events": [{"name": "network-changed", "server_uuid": "1c09baf3-acd2-45b3-bce4-9fd6b31efdac", "tag": "e19a69f0-6e0d-4a86-85f9-02d1861bdf96"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:36:26.119739 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ae715-c328-4390-9fe5-ece8580595ed service neutron] Pushing event updated for resources: {'Port': ['ID=e19a69f0-6e0d-4a86-85f9-02d1861bdf96,revision_number=3']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:26.131619 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d800e606-b1c2-4967-aefc-fa190fe3bb10 x-openstack-request-id: req-d800e606-b1c2-4967-aefc-fa190fe3bb10 {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:36:26.132543 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c09baf3-acd2-45b3-bce4-9fd6b31efdac", "tag": "e19a69f0-6e0d-4a86-85f9-02d1861bdf96", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:36:26.132934 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d800e606-b1c2-4967-aefc-fa190fe3bb10 {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:36:26.133520 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d800e606-b1c2-4967-aefc-fa190fe3bb10'] response: {'name': 'network-changed', 'server_uuid': '1c09baf3-acd2-45b3-bce4-9fd6b31efdac', 'tag': 'e19a69f0-6e0d-4a86-85f9-02d1861bdf96', 'status': 'completed', 'code': 200} Jul 02 03:36:26.152074 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-2f3ed2e3-877a-4a64-8d2f-380049729adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (ebc31975-b638-4cb2-ae17-c89c47b73572), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:26.154760 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-2f3ed2e3-877a-4a64-8d2f-380049729adb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:26.156044 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-2f3ed2e3-877a-4a64-8d2f-380049729adb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ebc31975-b638-4cb2-ae17-c89c47b73572 HTTP/1.1" status: 204 len: 168 time: 0.2160099 Jul 02 03:36:26.164271 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ed2e3-877a-4a64-8d2f-380049729adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc31975-b638-4cb2-ae17-c89c47b73572,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:26.206972 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-9fed9974-30c5-46da-be81-bfa5cb9fae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:26.208652 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-9fed9974-30c5-46da-be81-bfa5cb9fae32 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c04290d87154e48a3bf77a828b563ba&device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 1127 time: 0.0468204 Jul 02 03:36:26.263802 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-03ecbd2a-b63d-491a-9700-f679acdd4c76 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e19a69f0-6e0d-4a86-85f9-02d1861bdf96 HTTP/1.1" status: 200 len: 217 time: 0.0381896 Jul 02 03:36:26.320842 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-3903386a-bff0-464c-8e1d-7f37f9e61c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:26.322315 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-3903386a-bff0-464c-8e1d-7f37f9e61c1a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac HTTP/1.1" status: 200 len: 847 time: 0.0505195 Jul 02 03:36:26.341504 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:26.373179 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-8766875c-fdcc-4297-a54f-99ac5cacadbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:26.374795 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-8766875c-fdcc-4297-a54f-99ac5cacadbb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b173f876-9c4f-4325-a46d-ef7a6e505875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461745 Jul 02 03:36:26.376482 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ee0be-e6c5-4739-a326-5b6e2d87293f req-a1abd6f1-1c44-453c-a851-22634b247daa tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:26.384268 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-285ee0be-e6c5-4739-a326-5b6e2d87293f req-a1abd6f1-1c44-453c-a851-22634b247daa tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 943 time: 0.0574620 Jul 02 03:36:26.438489 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-285ee0be-e6c5-4739-a326-5b6e2d87293f req-83ee9023-6086-4225-9ffa-eb78823d4e07 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533953 Jul 02 03:36:26.481440 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-01de4bca-660b-4931-a51a-27ae0538101f service neutron] 10.222.0.26 "GET /v2.0/networks/b173f876-9c4f-4325-a46d-ef7a6e505875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984321 Jul 02 03:36:26.579468 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cf93803b-5405-4041-9ba8-76b96d84a83e req-0f37b7a9-f894-40f7-b432-d06cb4d9a0f9 service neutron] 10.222.0.26 "GET /v2.0/networks/b173f876-9c4f-4325-a46d-ef7a6e505875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911882 Jul 02 03:36:27.378424 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 34874) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:36:27.504199 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-13c4bd66-e768-4b58-806c-d75f88a68fcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:27.573627 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576dfb5-c8c9-43ae-9ae6-76e7dbcc3a8d req-1627a1e1-468c-40ea-9109-ee4ee64c15f4 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:27.575020 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5576dfb5-c8c9-43ae-9ae6-76e7dbcc3a8d req-1627a1e1-468c-40ea-9109-ee4ee64c15f4 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 943 time: 0.0632408 Jul 02 03:36:27.645865 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5576dfb5-c8c9-43ae-9ae6-76e7dbcc3a8d req-aa1c22f7-e5ca-4f70-99ca-7946c41da056 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649221 Jul 02 03:36:27.667413 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-13c4bd66-e768-4b58-806c-d75f88a68fcf admin admin] Publish callbacks [] for security_group (a8cc7713-d4f1-4e7b-b286-6944ccacdc3e), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:27.673565 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-13c4bd66-e768-4b58-806c-d75f88a68fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (a8cc7713-d4f1-4e7b-b286-6944ccacdc3e), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:27.712699 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-13c4bd66-e768-4b58-806c-d75f88a68fcf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f1d978b23326438dbed31dfbf1600450&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3331890 Jul 02 03:36:27.713511 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4bd66-e768-4b58-806c-d75f88a68fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cc7713-d4f1-4e7b-b286-6944ccacdc3e,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:27.715955 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 34880) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:36:27.777225 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-36f42f7b-b8bf-4ae0-ad8b-fc4d080c10d2 admin admin] Publish callbacks [] for security_group (a8cc7713-d4f1-4e7b-b286-6944ccacdc3e), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:27.805404 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-36f42f7b-b8bf-4ae0-ad8b-fc4d080c10d2 admin admin] Publish callbacks [] for security_group (a8cc7713-d4f1-4e7b-b286-6944ccacdc3e), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:27.853401 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-36f42f7b-b8bf-4ae0-ad8b-fc4d080c10d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (a8cc7713-d4f1-4e7b-b286-6944ccacdc3e), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:27.857119 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-36f42f7b-b8bf-4ae0-ad8b-fc4d080c10d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:27.858784 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-36f42f7b-b8bf-4ae0-ad8b-fc4d080c10d2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a8cc7713-d4f1-4e7b-b286-6944ccacdc3e HTTP/1.1" status: 204 len: 168 time: 0.1417084 Jul 02 03:36:27.866942 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f42f7b-b8bf-4ae0-ad8b-fc4d080c10d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cc7713-d4f1-4e7b-b286-6944ccacdc3e,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:28.105508 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d99358-e1f8-4f61-a694-24c4afb8186f req-d845e232-e104-4aa0-8d08-057ee1a72dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:28.107331 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-78d99358-e1f8-4f61-a694-24c4afb8186f req-d845e232-e104-4aa0-8d08-057ee1a72dc6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c04290d87154e48a3bf77a828b563ba&device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 1127 time: 0.0446937 Jul 02 03:36:28.203805 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d99358-e1f8-4f61-a694-24c4afb8186f req-d505b0bb-12c0-41c4-af86-d47b1c9a3403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:28.207456 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-78d99358-e1f8-4f61-a694-24c4afb8186f req-d505b0bb-12c0-41c4-af86-d47b1c9a3403 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b173f876-9c4f-4325-a46d-ef7a6e505875 HTTP/1.1" status: 200 len: 909 time: 0.0917649 Jul 02 03:36:28.254466 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-78d99358-e1f8-4f61-a694-24c4afb8186f req-51f09306-50cb-41d7-b380-60ed28de4d3c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e19a69f0-6e0d-4a86-85f9-02d1861bdf96 HTTP/1.1" status: 200 len: 217 time: 0.0417466 Jul 02 03:36:28.308190 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d99358-e1f8-4f61-a694-24c4afb8186f req-64074e98-971b-4918-9dd2-d68943de7ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:28.309690 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-78d99358-e1f8-4f61-a694-24c4afb8186f req-64074e98-971b-4918-9dd2-d68943de7ef3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac HTTP/1.1" status: 200 len: 847 time: 0.0492210 Jul 02 03:36:28.367483 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d99358-e1f8-4f61-a694-24c4afb8186f req-f86d6527-8988-4663-b5ed-17e9c8b1b51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:28.369089 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-78d99358-e1f8-4f61-a694-24c4afb8186f req-f86d6527-8988-4663-b5ed-17e9c8b1b51a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b173f876-9c4f-4325-a46d-ef7a6e505875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523922 Jul 02 03:36:28.466395 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-78d99358-e1f8-4f61-a694-24c4afb8186f req-929462ec-dafa-4a31-831b-9396508ab0ae service neutron] 10.222.0.26 "GET /v2.0/networks/b173f876-9c4f-4325-a46d-ef7a6e505875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907471 Jul 02 03:36:28.581744 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-78d99358-e1f8-4f61-a694-24c4afb8186f req-29857955-a237-44a4-b5e5-666b5cdf3010 service neutron] 10.222.0.26 "GET /v2.0/networks/b173f876-9c4f-4325-a46d-ef7a6e505875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086268 Jul 02 03:36:28.661818 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6090e5-b618-4393-af1e-62f4a317ecde req-b5adbc01-8c27-4195-85b3-04a3fd850588 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:28.663412 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2e6090e5-b618-4393-af1e-62f4a317ecde req-b5adbc01-8c27-4195-85b3-04a3fd850588 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 945 time: 0.0495131 Jul 02 03:36:28.720874 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2e6090e5-b618-4393-af1e-62f4a317ecde req-f5c41244-63c5-47dc-af8c-ac248b1448d2 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516026 Jul 02 03:36:28.774843 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc42d39-2428-47cc-b80b-6642d024195c req-dee22a88-51bf-4371-9687-bdd533f834e5 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:28.776421 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9fc42d39-2428-47cc-b80b-6642d024195c req-dee22a88-51bf-4371-9687-bdd533f834e5 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 943 time: 0.0509925 Jul 02 03:36:28.827949 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9fc42d39-2428-47cc-b80b-6642d024195c req-50701a60-b5d5-4900-a23e-806edab5ff85 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458932 Jul 02 03:36:28.872866 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1053bb-cc57-48ab-a61e-e5a518881eb7 req-f6437b36-4f6c-4f3e-bcb6-06d4625a8116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:28.874548 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-bb1053bb-cc57-48ab-a61e-e5a518881eb7 req-f6437b36-4f6c-4f3e-bcb6-06d4625a8116 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53c88ba2f03f47538ca0eaeb08ccfc07&device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 1129 time: 0.0449021 Jul 02 03:36:28.888408 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:28.960787 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:28.972489 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1053bb-cc57-48ab-a61e-e5a518881eb7 req-74bff07f-57dd-42cc-bf7f-2c2b7c0abfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:28.974328 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-bb1053bb-cc57-48ab-a61e-e5a518881eb7 req-74bff07f-57dd-42cc-bf7f-2c2b7c0abfe5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1d7a687-b6ca-47c7-af08-d5e3055ff439 HTTP/1.1" status: 200 len: 919 time: 0.0932231 Jul 02 03:36:29.849338 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b854be-f725-402f-b4ee-b2a50e51af25 req-982a1612-9b81-432c-bdb4-428e2e66010a tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:29.850810 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e6b854be-f725-402f-b4ee-b2a50e51af25 req-982a1612-9b81-432c-bdb4-428e2e66010a tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 945 time: 0.0558710 Jul 02 03:36:29.870402 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:29.915009 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e6b854be-f725-402f-b4ee-b2a50e51af25 req-7f6ce917-8f04-4664-80d1-26ab2b72fb12 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579317 Jul 02 03:36:29.947809 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26371667-ef4f-4715-9d36-d8ba95c3db0e req-08ff721b-f0b1-4586-8101-b11612b15551 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:29.949272 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-26371667-ef4f-4715-9d36-d8ba95c3db0e req-08ff721b-f0b1-4586-8101-b11612b15551 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 943 time: 0.0506504 Jul 02 03:36:29.995813 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-bb1053bb-cc57-48ab-a61e-e5a518881eb7 req-960dfc49-8fa9-47b5-9a67-573906d34508 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d5c4d80-4bf3-4936-9cbd-a7174cf1642f HTTP/1.1" status: 200 len: 217 time: 0.0388026 Jul 02 03:36:30.000208 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-26371667-ef4f-4715-9d36-d8ba95c3db0e req-e4deebb7-96b2-46e1-8d72-52e65827d5db tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453367 Jul 02 03:36:30.904043 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1053bb-cc57-48ab-a61e-e5a518881eb7 req-c97ed943-60e2-4d68-b8e9-8e55480741f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:30.905490 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-bb1053bb-cc57-48ab-a61e-e5a518881eb7 req-c97ed943-60e2-4d68-b8e9-8e55480741f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9 HTTP/1.1" status: 200 len: 857 time: 0.0518723 Jul 02 03:36:31.029741 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0a38a-06ad-4c12-a728-ac0848d6e97f req-5e3155d7-875b-4175-a130-16aaff97f53f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:31.031248 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5cd0a38a-06ad-4c12-a728-ac0848d6e97f req-5e3155d7-875b-4175-a130-16aaff97f53f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 945 time: 0.0463681 Jul 02 03:36:31.043737 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:31.082399 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5cd0a38a-06ad-4c12-a728-ac0848d6e97f req-9c80eb61-4908-4b14-87c8-47471710d7c5 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454578 Jul 02 03:36:31.133586 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a6364-32cb-46fd-82da-7d3b3a948e49 req-32a28087-3917-4bd6-aa60-29a55c076747 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:31.135132 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-679a6364-32cb-46fd-82da-7d3b3a948e49 req-32a28087-3917-4bd6-aa60-29a55c076747 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 943 time: 0.0505557 Jul 02 03:36:31.187521 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-679a6364-32cb-46fd-82da-7d3b3a948e49 req-f4647171-6a9f-4bac-bf62-29a9aa5d1d5b tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455477 Jul 02 03:36:32.130282 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1053bb-cc57-48ab-a61e-e5a518881eb7 req-559150c1-6994-46b6-ac0c-f3e423567c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:32.131986 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-bb1053bb-cc57-48ab-a61e-e5a518881eb7 req-559150c1-6994-46b6-ac0c-f3e423567c6f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1d7a687-b6ca-47c7-af08-d5e3055ff439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442111 Jul 02 03:36:32.208051 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a578e-d3e6-448b-a1d5-a429059b9f61 req-9f574e44-011e-4d19-bd51-5ccb40fdab32 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:32.209569 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d45a578e-d3e6-448b-a1d5-a429059b9f61 req-9f574e44-011e-4d19-bd51-5ccb40fdab32 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 945 time: 0.0494735 Jul 02 03:36:32.234239 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-bb1053bb-cc57-48ab-a61e-e5a518881eb7 req-630acb33-74a4-4843-9cc2-6d069597948a service neutron] 10.222.0.26 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951521 Jul 02 03:36:32.264008 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d45a578e-d3e6-448b-a1d5-a429059b9f61 req-eebc1dc0-d2ff-4525-8047-22aa1472c0d4 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487905 Jul 02 03:36:32.334648 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-bb1053bb-cc57-48ab-a61e-e5a518881eb7 req-8f3f5835-0988-43c1-9676-d3e017bbea62 service neutron] 10.222.0.26 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942309 Jul 02 03:36:32.448545 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a999f65-7dcd-4dc4-85fc-5d6ce17d0ac3 req-f685aedd-d8e7-4364-a67d-8ee32aeea813 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:32.450074 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5a999f65-7dcd-4dc4-85fc-5d6ce17d0ac3 req-f685aedd-d8e7-4364-a67d-8ee32aeea813 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 943 time: 0.0491519 Jul 02 03:36:32.503103 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5a999f65-7dcd-4dc4-85fc-5d6ce17d0ac3 req-53ada0f6-7165-4723-b1f4-52d2edf5bc7e tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474627 Jul 02 03:36:33.380050 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0676245-3afc-40af-8727-a168f186ff1e req-05c1f9ef-a761-464d-a137-afdda9e0cd68 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:33.381434 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e0676245-3afc-40af-8727-a168f186ff1e req-05c1f9ef-a761-464d-a137-afdda9e0cd68 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 945 time: 0.0470448 Jul 02 03:36:33.429391 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e0676245-3afc-40af-8727-a168f186ff1e req-4cf459e0-b04d-428c-9de9-9573a5ed441c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420187 Jul 02 03:36:33.630361 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bad62c-b481-4f3d-b3c1-003264ece689 req-085d9a5c-c1ce-4d10-8db8-c64b655f5fea tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:33.632000 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f3bad62c-b481-4f3d-b3c1-003264ece689 req-085d9a5c-c1ce-4d10-8db8-c64b655f5fea tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 943 time: 0.0580342 Jul 02 03:36:33.688176 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f3bad62c-b481-4f3d-b3c1-003264ece689 req-f57c0815-cebb-4ab7-8885-dfa68ddc2664 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485747 Jul 02 03:36:34.548782 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3bf61-9fb3-4770-acb4-63b4af5b6c4e req-b098e683-13ba-4626-af97-98b948d0abef tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:34.550323 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a9e3bf61-9fb3-4770-acb4-63b4af5b6c4e req-b098e683-13ba-4626-af97-98b948d0abef tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 945 time: 0.0521300 Jul 02 03:36:34.599355 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a9e3bf61-9fb3-4770-acb4-63b4af5b6c4e req-59ea16e8-3d65-4926-bada-9797c146a56e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432594 Jul 02 03:36:34.814701 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146e122-f554-4210-abbe-51c4c252ca59 req-1e7fb960-2f33-4a3a-b247-7c372dd39ca5 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:34.816312 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d146e122-f554-4210-abbe-51c4c252ca59 req-1e7fb960-2f33-4a3a-b247-7c372dd39ca5 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 943 time: 0.0594678 Jul 02 03:36:34.878245 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d146e122-f554-4210-abbe-51c4c252ca59 req-70e9f28e-8463-482a-bfc6-24f17e66397a tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508265 Jul 02 03:36:34.944731 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 35028) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:36:35.051592 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-56311833-e384-4a58-9183-2cb9e7369659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:35.093367 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:35.132442 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-56311833-e384-4a58-9183-2cb9e7369659 admin admin] Publish callbacks [] for security_group (f0d78974-96f8-4a38-a7b1-cd889f2bf624), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:35.138403 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-56311833-e384-4a58-9183-2cb9e7369659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (f0d78974-96f8-4a38-a7b1-cd889f2bf624), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:35.178241 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56311833-e384-4a58-9183-2cb9e7369659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d78974-96f8-4a38-a7b1-cd889f2bf624,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:35.182586 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-56311833-e384-4a58-9183-2cb9e7369659 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=54afb43716fa487bb7b8e3cfcea65a01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368205 Jul 02 03:36:35.185446 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 35032) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:36:35.234516 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-c697efcb-fb96-4649-af72-a74e222de5ca admin admin] Publish callbacks [] for security_group (f0d78974-96f8-4a38-a7b1-cd889f2bf624), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:35.235834 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:35.257453 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-c697efcb-fb96-4649-af72-a74e222de5ca admin admin] Publish callbacks [] for security_group (f0d78974-96f8-4a38-a7b1-cd889f2bf624), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:35.309754 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-c697efcb-fb96-4649-af72-a74e222de5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (f0d78974-96f8-4a38-a7b1-cd889f2bf624), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:35.312366 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-c697efcb-fb96-4649-af72-a74e222de5ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:35.313557 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-c697efcb-fb96-4649-af72-a74e222de5ca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f0d78974-96f8-4a38-a7b1-cd889f2bf624 HTTP/1.1" status: 204 len: 168 time: 0.1272664 Jul 02 03:36:35.321313 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697efcb-fb96-4649-af72-a74e222de5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d78974-96f8-4a38-a7b1-cd889f2bf624,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:35.723721 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43790635-d95e-4547-96a2-1a4d56967013 req-b78f02c5-9eba-4c73-9e1d-a627acc2c314 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:35.725137 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-43790635-d95e-4547-96a2-1a4d56967013 req-b78f02c5-9eba-4c73-9e1d-a627acc2c314 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 945 time: 0.0546722 Jul 02 03:36:35.775835 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-43790635-d95e-4547-96a2-1a4d56967013 req-c2273773-0d57-419b-9e3b-dd7ce56af227 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433629 Jul 02 03:36:35.978450 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:36:36.012612 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d1f2d-7fa8-4738-a514-59bb28dc1b82 req-cb11aaa1-17c6-493b-8fbd-0a52798c2873 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:36.014121 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ae6d1f2d-7fa8-4738-a514-59bb28dc1b82 req-cb11aaa1-17c6-493b-8fbd-0a52798c2873 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 943 time: 0.0517509 Jul 02 03:36:36.064925 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ae6d1f2d-7fa8-4738-a514-59bb28dc1b82 req-2d66fc9b-3236-4ff6-b665-b70efd480253 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444682 Jul 02 03:36:36.900468 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b9874-3c24-47dd-b239-27576170fa02 req-50fa1610-6654-4096-a4c4-bd27d40744e0 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:36.901973 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d14b9874-3c24-47dd-b239-27576170fa02 req-50fa1610-6654-4096-a4c4-bd27d40744e0 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 945 time: 0.0546377 Jul 02 03:36:36.955249 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d14b9874-3c24-47dd-b239-27576170fa02 req-de27128e-1545-4423-8df9-1b6ba1018a5c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448680 Jul 02 03:36:37.187638 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368458d0-5451-4e35-8fc3-b4e4ae63a27f req-ea4c14c1-a67e-4e50-bb32-fbabb7050410 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:37.189106 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-368458d0-5451-4e35-8fc3-b4e4ae63a27f req-ea4c14c1-a67e-4e50-bb32-fbabb7050410 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 943 time: 0.0508857 Jul 02 03:36:37.242660 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-368458d0-5451-4e35-8fc3-b4e4ae63a27f req-6f1ce0e5-0095-4493-9b65-87c3cbff125c tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450549 Jul 02 03:36:38.085871 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242ea12-62c2-448f-8cd6-353607629046 req-d09a1cdb-1053-41f4-8f34-66ca98fc5ece tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:38.087283 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7242ea12-62c2-448f-8cd6-353607629046 req-d09a1cdb-1053-41f4-8f34-66ca98fc5ece tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 945 time: 0.0463614 Jul 02 03:36:38.137093 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7242ea12-62c2-448f-8cd6-353607629046 req-ef17f45b-1170-4aa5-b55f-2af31f4d2fcd tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442452 Jul 02 03:36:38.360392 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c228bc3-b07c-4279-b91a-fd0418af893c req-fae82a5b-d6c7-4c9d-b607-aee3793f78a8 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:38.361764 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6c228bc3-b07c-4279-b91a-fd0418af893c req-fae82a5b-d6c7-4c9d-b607-aee3793f78a8 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 943 time: 0.0489190 Jul 02 03:36:38.412848 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6c228bc3-b07c-4279-b91a-fd0418af893c req-d6413a1c-1db5-4d2b-ac24-69456e85b2ec tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454698 Jul 02 03:36:39.254650 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942ec26-32cd-457a-a885-93275f6b6e69 req-6284ad90-4acc-48a9-86e4-0e442588a832 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:39.256207 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8942ec26-32cd-457a-a885-93275f6b6e69 req-6284ad90-4acc-48a9-86e4-0e442588a832 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 945 time: 0.0497785 Jul 02 03:36:39.307166 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8942ec26-32cd-457a-a885-93275f6b6e69 req-60435a4f-99a2-4517-96e3-e9581f9a690d tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452960 Jul 02 03:36:39.534836 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6f6bc-43e5-47b1-97f5-1050393faea8 req-c5480888-11fb-486c-8847-2941fa08805e tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:39.536430 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-90e6f6bc-43e5-47b1-97f5-1050393faea8 req-c5480888-11fb-486c-8847-2941fa08805e tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 943 time: 0.0524554 Jul 02 03:36:39.592277 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-90e6f6bc-43e5-47b1-97f5-1050393faea8 req-4640b9ae-4ca0-48ab-83cd-cd97fcf8e823 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497761 Jul 02 03:36:40.415733 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:40.437467 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cb099-55fd-4b61-a658-a25b534ca571 req-a3f017b5-381f-47bd-9b6d-ab251451d037 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:40.438983 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0d9cb099-55fd-4b61-a658-a25b534ca571 req-a3f017b5-381f-47bd-9b6d-ab251451d037 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 945 time: 0.0580564 Jul 02 03:36:40.488050 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0d9cb099-55fd-4b61-a658-a25b534ca571 req-55c7e93d-3a78-442f-aa9e-ec1f82850a6e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432382 Jul 02 03:36:40.507019 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 35082) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:36:40.618774 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7554292d-f870-4f9a-b36c-209db3d01f93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:40.643201 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:40.740312 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7554292d-f870-4f9a-b36c-209db3d01f93 admin admin] Publish callbacks [] for security_group (1d55a559-e7a9-4dd5-8b2d-f6578b371b23), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:40.747075 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5d964-690c-4561-bb77-1d120f4cfbc7 req-b7a72d95-22f4-4fc4-96f1-ae3b76a80e06 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:40.748688 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ebd5d964-690c-4561-bb77-1d120f4cfbc7 req-b7a72d95-22f4-4fc4-96f1-ae3b76a80e06 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 943 time: 0.0710857 Jul 02 03:36:40.749805 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7554292d-f870-4f9a-b36c-209db3d01f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (1d55a559-e7a9-4dd5-8b2d-f6578b371b23), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:40.892906 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device e19a69f0-6e0d-4a86-85f9-02d1861bdf96 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 03:36:40.896596 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:40.897250 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=37,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:41.013788 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port e19a69f0-6e0d-4a86-85f9-02d1861bdf96, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=e19a69f0-6e0d-4a86-85f9-02d1861bdf96,segment=NetworkSegment(8fdf9ffb-87ca-4c0e-8fce-99459036e8eb),segment_id=8fdf9ffb-87ca-4c0e-8fce-99459036e8eb)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:36:41.027019 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Returning: {'device': 'e19a69f0-6e0d-4a86-85f9-02d1861bdf96', 'network_id': 'b173f876-9c4f-4325-a46d-ef7a6e505875', 'port_id': 'e19a69f0-6e0d-4a86-85f9-02d1861bdf96', 'mac_address': 'fa:16:3e:38:17:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 03:36:41.029513 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554292d-f870-4f9a-b36c-209db3d01f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d55a559-e7a9-4dd5-8b2d-f6578b371b23,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:41.043988 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-7554292d-f870-4f9a-b36c-209db3d01f93 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b7f4fefc157246f09403ff6bab18641a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5358596 Jul 02 03:36:41.044563 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 35098) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:36:41.063880 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ebd5d964-690c-4561-bb77-1d120f4cfbc7 req-f20a0f06-37d0-402b-8c78-5c5666e6ef8a tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3092554 Jul 02 03:36:41.090120 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port e19a69f0-6e0d-4a86-85f9-02d1861bdf96 is: DOWN; New status is: BUILD {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:36:41.090686 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (e19a69f0-6e0d-4a86-85f9-02d1861bdf96), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:41.105165 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e19a69f0-6e0d-4a86-85f9-02d1861bdf96 {{(pid=104251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:36:41.122767 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-daba79bd-ce64-42d8-a8ad-e7a42450c7db admin admin] Publish callbacks [] for security_group (1d55a559-e7a9-4dd5-8b2d-f6578b371b23), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:41.130451 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port e19a69f0-6e0d-4a86-85f9-02d1861bdf96, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=e19a69f0-6e0d-4a86-85f9-02d1861bdf96,segment=NetworkSegment(8fdf9ffb-87ca-4c0e-8fce-99459036e8eb),segment_id=8fdf9ffb-87ca-4c0e-8fce-99459036e8eb)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:36:41.136856 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (e19a69f0-6e0d-4a86-85f9-02d1861bdf96), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:41.147285 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-daba79bd-ce64-42d8-a8ad-e7a42450c7db admin admin] Publish callbacks [] for security_group (1d55a559-e7a9-4dd5-8b2d-f6578b371b23), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:41.189735 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=e19a69f0-6e0d-4a86-85f9-02d1861bdf96,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:41.197917 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:41.198290 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:41.198622 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-daba79bd-ce64-42d8-a8ad-e7a42450c7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (1d55a559-e7a9-4dd5-8b2d-f6578b371b23), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:41.198757 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:41.199004 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:41.199370 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:41.199695 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:41.200019 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:41.200339 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:41.200683 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:41.201021 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:41.201248 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-daba79bd-ce64-42d8-a8ad-e7a42450c7db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:41.201410 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:41.201658 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:41.201978 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:41.204939 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:41.205070 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-daba79bd-ce64-42d8-a8ad-e7a42450c7db admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1d55a559-e7a9-4dd5-8b2d-f6578b371b23 HTTP/1.1" status: 204 len: 168 time: 0.1562881 Jul 02 03:36:41.205155 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:36:41.214865 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba79bd-ce64-42d8-a8ad-e7a42450c7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d55a559-e7a9-4dd5-8b2d-f6578b371b23,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:41.606140 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf8275-177a-484d-89d5-405488168f57 req-b7fbac89-f276-42da-827a-be26188d118b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:41.607858 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-58bf8275-177a-484d-89d5-405488168f57 req-b7fbac89-f276-42da-827a-be26188d118b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 945 time: 0.0491419 Jul 02 03:36:41.636257 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['e19a69f0-6e0d-4a86-85f9-02d1861bdf96'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:36:41.659060 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-58bf8275-177a-484d-89d5-405488168f57 req-4e275be0-72cd-4256-9b30-58772ea3f094 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452974 Jul 02 03:36:41.890770 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 35124) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:36:41.996238 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-7c08dbdc-9166-4a98-a572-825a002cccc9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-6294777-network', 'tenant_id': '81a1413099324b758a2608fa5d67c0a3'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:36:42.019934 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c08dbdc-9166-4a98-a572-825a002cccc9 admin admin] Made reservation on behalf of 81a1413099324b758a2608fa5d67c0a3 for: {'network': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:36:42.022373 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7c08dbdc-9166-4a98-a572-825a002cccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for network (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:42.030976 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7c08dbdc-9166-4a98-a572-825a002cccc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:42.120646 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7c08dbdc-9166-4a98-a572-825a002cccc9 admin admin] Publish callbacks [] for security_group (24f119fe-3e84-4742-988a-31df55b9c804), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:42.126993 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7c08dbdc-9166-4a98-a572-825a002cccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (24f119fe-3e84-4742-988a-31df55b9c804), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:42.142420 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c08dbdc-9166-4a98-a572-825a002cccc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=104250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 03:36:42.168833 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7c08dbdc-9166-4a98-a572-825a002cccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (eb054a31-e718-4623-b579-cc6337b37410), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:42.169635 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.db.segments_db [None req-7c08dbdc-9166-4a98-a572-825a002cccc9 admin admin] Added segment eb054a31-e718-4623-b579-cc6337b37410 of type vlan for network 7e34743c-39b1-41c2-b662-fc644b4f04d0 Jul 02 03:36:42.178850 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08dbdc-9166-4a98-a572-825a002cccc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f119fe-3e84-4742-988a-31df55b9c804,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:42.197158 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630152a-cf0d-4179-8b9b-a1a9263fcf91 req-604664e0-aae8-49d0-a6c2-e3e38457306e tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:42.199049 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e630152a-cf0d-4179-8b9b-a1a9263fcf91 req-604664e0-aae8-49d0-a6c2-e3e38457306e tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 944 time: 0.0585010 Jul 02 03:36:42.221102 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7c08dbdc-9166-4a98-a572-825a002cccc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087990932'] for network (7e34743c-39b1-41c2-b662-fc644b4f04d0), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:42.248895 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7c08dbdc-9166-4a98-a572-825a002cccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675'] for network (7e34743c-39b1-41c2-b662-fc644b4f04d0), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:42.249933 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c08dbdc-9166-4a98-a572-825a002cccc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:42.250517 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7c08dbdc-9166-4a98-a572-825a002cccc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:42.265908 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e630152a-cf0d-4179-8b9b-a1a9263fcf91 req-e12e4c75-e958-42fe-8272-bc98ae3702da tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591748 Jul 02 03:36:42.289612 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:42.303046 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-7c08dbdc-9166-4a98-a572-825a002cccc9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 0.4077291 Jul 02 03:36:42.303470 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 35136) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:36:42.308583 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-26de3ebe-b539-49fb-aa4b-c21eae6ef873 admin admin] Request body: {'subnet': {'network_id': '7e34743c-39b1-41c2-b662-fc644b4f04d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-6294777-subnet', 'tenant_id': '81a1413099324b758a2608fa5d67c0a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:36:42.329105 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08dbdc-9166-4a98-a572-825a002cccc9 admin admin] Pushing event updated for resources: {'Network': ['ID=7e34743c-39b1-41c2-b662-fc644b4f04d0,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:42.332021 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26de3ebe-b539-49fb-aa4b-c21eae6ef873 admin admin] Made reservation on behalf of 81a1413099324b758a2608fa5d67c0a3 for: {'subnet': 1} {{(pid=104249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:36:42.335090 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-26de3ebe-b539-49fb-aa4b-c21eae6ef873 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59995493'] for subnet (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:42.339339 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Network 7e34743c-39b1-41c2-b662-fc644b4f04d0 details requested by agent ovs-agent-dv-cinder-846842-9-iscsi with host dv-cinder-846842-9-iscsi {{(pid=104251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 03:36:42.514928 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-26de3ebe-b539-49fb-aa4b-c21eae6ef873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60595381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59995507'] for subnet (8203d9e4-7b8e-4374-9a61-e1852602fbcf), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:42.563943 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de3ebe-b539-49fb-aa4b-c21eae6ef873 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8203d9e4-7b8e-4374-9a61-e1852602fbcf,revision_number=0']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:42.575742 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:42.580437 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26de3ebe-b539-49fb-aa4b-c21eae6ef873 admin admin] Checking segment: {'id': 'eb054a31-e718-4623-b579-cc6337b37410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7e34743c-39b1-41c2-b662-fc644b4f04d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:36:42.580788 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26de3ebe-b539-49fb-aa4b-c21eae6ef873 admin admin] Network hostable DHCP agents. Network: 7e34743c-39b1-41c2-b662-fc644b4f04d0, hostable agents: ['1553e874-6843-4478-a19b-2f80346723c1'], hosted agents: [] {{(pid=104249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 03:36:42.602435 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26de3ebe-b539-49fb-aa4b-c21eae6ef873 admin admin] Network 7e34743c-39b1-41c2-b662-fc644b4f04d0 is scheduled to be hosted by DHCP agent 1553e874-6843-4478-a19b-2f80346723c1 with binding_index 1 {{(pid=104249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 03:36:42.613289 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [None req-26de3ebe-b539-49fb-aa4b-c21eae6ef873 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-9-iscsi, 7e34743c-39b1-41c2-b662-fc644b4f04d0) {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:36:42.618179 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26de3ebe-b539-49fb-aa4b-c21eae6ef873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:42.618813 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-26de3ebe-b539-49fb-aa4b-c21eae6ef873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for subnet (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:42.623089 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e8fe2d-cae1-4125-ae86-fb7c4977e942 None None] Network 7e34743c-39b1-41c2-b662-fc644b4f04d0 requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:36:42.636421 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-26de3ebe-b539-49fb-aa4b-c21eae6ef873 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3322201 Jul 02 03:36:42.730022 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e304fbd5-822f-4b72-93f1-01d6a2997887 None None] Network 7e34743c-39b1-41c2-b662-fc644b4f04d0 requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:36:42.783851 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9820c-89dd-4f36-8a24-ef4780e182f0 req-12e02f53-9460-43c5-afe2-efd9c80a104d tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:42.785586 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-81b9820c-89dd-4f36-8a24-ef4780e182f0 req-12e02f53-9460-43c5-afe2-efd9c80a104d tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 945 time: 0.0488529 Jul 02 03:36:42.838478 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-81b9820c-89dd-4f36-8a24-ef4780e182f0 req-13b2d9f5-0299-40ae-89d5-8f4b2e72b322 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466821 Jul 02 03:36:43.383984 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:43.406198 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2e063-be02-49d9-b269-811915fdc758 req-0ed45962-cb06-4f65-a6c4-47ba5560a486 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:43.407759 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-71b2e063-be02-49d9-b269-811915fdc758 req-0ed45962-cb06-4f65-a6c4-47ba5560a486 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 944 time: 0.0564032 Jul 02 03:36:43.461129 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-71b2e063-be02-49d9-b269-811915fdc758 req-e32c9f9a-fb82-4ee5-9f54-bdefcc622b9e tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470524 Jul 02 03:36:43.979027 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805156c-cdc4-4b41-823b-19813aea50a7 req-1527ea99-1a88-4e93-84f8-afab095aa960 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:43.980551 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5805156c-cdc4-4b41-823b-19813aea50a7 req-1527ea99-1a88-4e93-84f8-afab095aa960 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 945 time: 0.0552440 Jul 02 03:36:44.027640 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5805156c-cdc4-4b41-823b-19813aea50a7 req-48946026-6b6d-4b43-ba36-dfc4d5bae9d3 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414145 Jul 02 03:36:44.591813 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22a537-27cb-4b03-96a9-03b959fadc2b req-c41aef24-2ea6-4171-b814-b9d5994b2f1c tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:44.593321 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ac22a537-27cb-4b03-96a9-03b959fadc2b req-c41aef24-2ea6-4171-b814-b9d5994b2f1c tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 944 time: 0.0528524 Jul 02 03:36:44.646423 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ac22a537-27cb-4b03-96a9-03b959fadc2b req-022ac08e-f2aa-40aa-abbd-df176cdea06b tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449364 Jul 02 03:36:45.147921 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909ad25-27ed-4a70-9818-f7219cc5f9ed req-4c75321f-b8b6-4adb-90bb-2b6dc338bd7d tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:45.149472 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b909ad25-27ed-4a70-9818-f7219cc5f9ed req-4c75321f-b8b6-4adb-90bb-2b6dc338bd7d tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 945 time: 0.0498319 Jul 02 03:36:45.203424 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b909ad25-27ed-4a70-9818-f7219cc5f9ed req-4038d574-7216-458c-8c19-66431762fa3a tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478711 Jul 02 03:36:45.780463 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d0127-0551-4955-a85c-8655d74ef969 req-6746cc48-ee55-4d09-b069-270b04e913aa tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:45.781946 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-923d0127-0551-4955-a85c-8655d74ef969 req-6746cc48-ee55-4d09-b069-270b04e913aa tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 944 time: 0.0581441 Jul 02 03:36:45.832301 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-923d0127-0551-4955-a85c-8655d74ef969 req-1444296e-e9f4-4d04-9714-c8b27d2a291d tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448289 Jul 02 03:36:46.241348 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device e19a69f0-6e0d-4a86-85f9-02d1861bdf96 up at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:36:46.243703 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:46.269585 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:46.295313 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:46.301603 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning for port e19a69f0-6e0d-4a86-85f9-02d1861bdf96 completed by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 02 03:36:46.310365 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning complete for port e19a69f0-6e0d-4a86-85f9-02d1861bdf96 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:36:46.310742 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (e19a69f0-6e0d-4a86-85f9-02d1861bdf96), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:46.329382 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe840cd6-4a7e-42b2-a586-0e88c46d5e6e req-32c117b2-6e45-41e7-a2e3-6f1d94574e67 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:46.330941 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fe840cd6-4a7e-42b2-a586-0e88c46d5e6e req-32c117b2-6e45-41e7-a2e3-6f1d94574e67 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 945 time: 0.0520201 Jul 02 03:36:46.379041 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fe840cd6-4a7e-42b2-a586-0e88c46d5e6e req-09413dc9-3bbf-4fa7-a47a-998a0eebae81 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420711 Jul 02 03:36:46.383242 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port e19a69f0-6e0d-4a86-85f9-02d1861bdf96 is: BUILD; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:36:46.383905 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (e19a69f0-6e0d-4a86-85f9-02d1861bdf96), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:46.413451 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c09baf3-acd2-45b3-bce4-9fd6b31efdac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19a69f0-6e0d-4a86-85f9-02d1861bdf96'}] {{(pid=104251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:36:46.415739 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea91eb0431f3890beba7fecfff9803703e4988fc204844c40d6eadfc05b4f309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cd6c90-d802-45cb-b6cf-bdc486d03753" -d '{"events": [{"server_uuid": "1c09baf3-acd2-45b3-bce4-9fd6b31efdac", "name": "network-vif-plugged", "status": "completed", "tag": "e19a69f0-6e0d-4a86-85f9-02d1861bdf96"}]}' {{(pid=104251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:36:46.433786 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port e19a69f0-6e0d-4a86-85f9-02d1861bdf96, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=e19a69f0-6e0d-4a86-85f9-02d1861bdf96,segment=NetworkSegment(8fdf9ffb-87ca-4c0e-8fce-99459036e8eb),segment_id=8fdf9ffb-87ca-4c0e-8fce-99459036e8eb)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:36:46.439521 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (e19a69f0-6e0d-4a86-85f9-02d1861bdf96), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:46.461511 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e54d9f-7185-491b-bcbb-33841ce20d68 x-openstack-request-id: req-67e54d9f-7185-491b-bcbb-33841ce20d68 {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:36:46.461801 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c09baf3-acd2-45b3-bce4-9fd6b31efdac", "name": "network-vif-plugged", "status": "completed", "tag": "e19a69f0-6e0d-4a86-85f9-02d1861bdf96", "code": 200}]} {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:36:46.462052 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-67e54d9f-7185-491b-bcbb-33841ce20d68 {{(pid=104251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:36:46.462441 dv-cinder-846842-9-iscsi neutron-server[104251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67e54d9f-7185-491b-bcbb-33841ce20d68'] response: {'server_uuid': '1c09baf3-acd2-45b3-bce4-9fd6b31efdac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19a69f0-6e0d-4a86-85f9-02d1861bdf96', 'code': 200} Jul 02 03:36:46.487708 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=e19a69f0-6e0d-4a86-85f9-02d1861bdf96,revision_number=5']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:46.758071 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:46.767307 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66680f1a-d712-4759-ae05-f1e18a6bfb55 req-7e17ca10-03cb-48e6-879c-4032d31fa67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:46.768949 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-66680f1a-d712-4759-ae05-f1e18a6bfb55 req-7e17ca10-03cb-48e6-879c-4032d31fa67d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 1129 time: 0.0411172 Jul 02 03:36:46.817663 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-66680f1a-d712-4759-ae05-f1e18a6bfb55 req-95956dd8-4ed1-4880-bdb5-40eb2dda512d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419407 Jul 02 03:36:46.966134 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b67b30-0b80-4fa2-82c0-523cd2051fad req-0a2cfebf-b116-489a-b8dc-04f4d31ac6f6 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:46.967778 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-81b67b30-0b80-4fa2-82c0-523cd2051fad req-0a2cfebf-b116-489a-b8dc-04f4d31ac6f6 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0517297 Jul 02 03:36:47.023424 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-81b67b30-0b80-4fa2-82c0-523cd2051fad req-9b14971a-6812-443b-869d-d853355615b7 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495207 Jul 02 03:36:47.533470 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372786fb-aa40-4164-9505-f5ff8f436c85 req-f85026be-137a-4bd1-b1f4-5ac7ce6ffa2c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:47.534950 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-372786fb-aa40-4164-9505-f5ff8f436c85 req-f85026be-137a-4bd1-b1f4-5ac7ce6ffa2c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 945 time: 0.0724382 Jul 02 03:36:47.643489 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-372786fb-aa40-4164-9505-f5ff8f436c85 req-c04f4f35-6d51-4730-8894-d0d2d5e8b35c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014490 Jul 02 03:36:47.649479 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-385f6def-83fe-4cc6-8719-3ef200ae46dc tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:47.650930 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-385f6def-83fe-4cc6-8719-3ef200ae46dc tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/networks?id=7e34743c-39b1-41c2-b662-fc644b4f04d0 HTTP/1.1" status: 200 len: 806 time: 0.1588061 Jul 02 03:36:47.675586 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-bb70bde9-a96b-4300-b00c-62639f10ac0a tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/quotas/81a1413099324b758a2608fa5d67c0a3 HTTP/1.1" status: 200 len: 375 time: 0.0185363 Jul 02 03:36:47.712300 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-9e5048eb-4524-42c1-81df-3eeb4b59e785 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=81a1413099324b758a2608fa5d67c0a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288529 Jul 02 03:36:47.741474 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:47.817276 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-fb4494f8-1d6c-4e40-8ca2-de3bb44c4b1c service neutron] 10.222.0.42 "GET /v2.0/networks/7e34743c-39b1-41c2-b662-fc644b4f04d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983551 Jul 02 03:36:47.910008 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:47.913930 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-93020a72-33cd-4503-b2a8-54286b9b5fb1 service neutron] 10.222.0.42 "GET /v2.0/networks/7e34743c-39b1-41c2-b662-fc644b4f04d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907662 Jul 02 03:36:48.101567 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8740acf4-af19-4a63-98b8-b9b78a7dd080 req-b8023a69-82a7-482d-8b80-fce306aff4ff tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=b469211d-9cd9-495f-acbf-1af2e128d2ae HTTP/1.1" status: 200 len: 210 time: 0.0303831 Jul 02 03:36:48.151075 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce648bd5-ec11-47d6-8209-df599ce4ec5c req-273d8a5d-674f-4974-a281-75b568da7165 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:48.152617 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ce648bd5-ec11-47d6-8209-df599ce4ec5c req-273d8a5d-674f-4974-a281-75b568da7165 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0543540 Jul 02 03:36:48.203055 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ce648bd5-ec11-47d6-8209-df599ce4ec5c req-a57ce794-ccb0-4063-9fff-55f75b2f4788 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442970 Jul 02 03:36:48.779235 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd338350-8024-4a58-8ea0-aa808a9587b5 req-7e706370-ff43-4900-b36e-1a5ea884781c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:48.780810 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cd338350-8024-4a58-8ea0-aa808a9587b5 req-7e706370-ff43-4900-b36e-1a5ea884781c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 945 time: 0.0573297 Jul 02 03:36:48.829939 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cd338350-8024-4a58-8ea0-aa808a9587b5 req-cb87c6c7-5c12-433a-9165-460cf51f7330 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433257 Jul 02 03:36:49.210271 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-aed6b770-1d79-4b22-a0fa-7051fa939da3 req-e1cc12cd-1690-4f11-908b-d9e6b3ccd654 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=b469211d-9cd9-495f-acbf-1af2e128d2ae HTTP/1.1" status: 200 len: 210 time: 0.0327699 Jul 02 03:36:49.292289 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=16 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:49.293278 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=18 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:49.325391 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55ea0b-63c1-4c8a-9062-82d5fc784e8d req-d12bdadd-5ab5-4264-b136-4f6745d4f6b3 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:49.326927 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ed55ea0b-63c1-4c8a-9062-82d5fc784e8d req-d12bdadd-5ab5-4264-b136-4f6745d4f6b3 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0536268 Jul 02 03:36:49.382842 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ed55ea0b-63c1-4c8a-9062-82d5fc784e8d req-78787019-49ab-4c62-968f-5b3039c66829 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496018 Jul 02 03:36:49.950991 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2feab93-0ecf-4379-a3bf-a23354dd7e86 req-86e7b8a5-233c-4379-ba46-44934f3711dd tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:49.953544 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c2feab93-0ecf-4379-a3bf-a23354dd7e86 req-86e7b8a5-233c-4379-ba46-44934f3711dd tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 945 time: 0.0513365 Jul 02 03:36:50.003897 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c2feab93-0ecf-4379-a3bf-a23354dd7e86 req-5c5b2159-018a-41da-a596-7c4abb23e4a5 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450258 Jul 02 03:36:50.042251 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85837280-3ef8-4b7f-a39b-df3d33cdd174 req-76d78638-c926-42a6-858a-1326286b9982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:50.044736 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-85837280-3ef8-4b7f-a39b-df3d33cdd174 req-76d78638-c926-42a6-858a-1326286b9982 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 1129 time: 0.0468979 Jul 02 03:36:50.098429 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-85837280-3ef8-4b7f-a39b-df3d33cdd174 req-a1c1e4a2-233c-480e-933b-b0e48d99ee8d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467198 Jul 02 03:36:50.243097 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-663fd53a-0890-4264-9836-4a1e84ffb1f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:50.313922 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c2bc3f63-a20f-4808-ab06-32385b9fdfe4 req-52d7e01b-8799-4b52-8228-5fef7df57262 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=b469211d-9cd9-495f-acbf-1af2e128d2ae HTTP/1.1" status: 200 len: 210 time: 0.0276670 Jul 02 03:36:50.517292 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ae03f-ca1e-4560-bf7b-e6907973ec07 req-6b4c7646-2c54-4a6e-a00d-f31494266468 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:50.518805 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-962ae03f-ca1e-4560-bf7b-e6907973ec07 req-6b4c7646-2c54-4a6e-a00d-f31494266468 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0569780 Jul 02 03:36:50.571480 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-962ae03f-ca1e-4560-bf7b-e6907973ec07 req-5b8a974a-081a-4879-b619-36ec706d5ec0 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459616 Jul 02 03:36:51.128190 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619eb37c-c57b-4129-9416-f948fbbca5a7 req-31088ed1-8a5f-4a6e-bc7d-8e38dc2b3295 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:51.129758 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-619eb37c-c57b-4129-9416-f948fbbca5a7 req-31088ed1-8a5f-4a6e-bc7d-8e38dc2b3295 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 945 time: 0.0499983 Jul 02 03:36:51.178996 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-619eb37c-c57b-4129-9416-f948fbbca5a7 req-c141a2a0-514f-4176-b5a6-30bf4ab6ec3e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423357 Jul 02 03:36:51.414337 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ab1b1871-df10-4392-81db-5c92820edea5 req-88d079db-6c0a-4fd5-8944-c07198e9cd31 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=b469211d-9cd9-495f-acbf-1af2e128d2ae HTTP/1.1" status: 200 len: 210 time: 0.0322456 Jul 02 03:36:51.603738 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 35278) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:36:51.689621 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2790282-fccd-4b04-8d4c-4569fa3e68ba req-d647bb41-d546-45e0-abfb-16d3b15d44e9 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:51.691130 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d2790282-fccd-4b04-8d4c-4569fa3e68ba req-d647bb41-d546-45e0-abfb-16d3b15d44e9 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0482304 Jul 02 03:36:51.724991 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-60eb89b4-4c71-4191-8b60-8a8aac961c1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:51.771193 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d2790282-fccd-4b04-8d4c-4569fa3e68ba req-961d85b1-a652-4f28-a715-8af2d58c06a0 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741622 Jul 02 03:36:51.779177 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:51.828279 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-60eb89b4-4c71-4191-8b60-8a8aac961c1a admin admin] Publish callbacks [] for security_group (72b2826a-4a73-4693-b246-7411985db423), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:51.833470 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-60eb89b4-4c71-4191-8b60-8a8aac961c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (72b2826a-4a73-4693-b246-7411985db423), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:51.902394 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-60eb89b4-4c71-4191-8b60-8a8aac961c1a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=181dc870933246c2bdf7aaafd88e666b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2974761 Jul 02 03:36:51.905426 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 35284) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:36:51.906971 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb89b4-4c71-4191-8b60-8a8aac961c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b2826a-4a73-4693-b246-7411985db423,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:51.925185 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88325c0-4fe4-4dcb-8905-32746a178907 req-41cde7ef-52d6-45ab-95b3-39c07289310a tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:51.926775 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a88325c0-4fe4-4dcb-8905-32746a178907 req-41cde7ef-52d6-45ab-95b3-39c07289310a tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0819278 Jul 02 03:36:51.962215 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f3215e4c-10cf-45f1-b9f1-ca82fb73115c admin admin] Publish callbacks [] for security_group (72b2826a-4a73-4693-b246-7411985db423), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:51.980932 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a88325c0-4fe4-4dcb-8905-32746a178907 req-043436cc-333b-417d-8eb5-803ba62dd491 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479929 Jul 02 03:36:51.984702 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f3215e4c-10cf-45f1-b9f1-ca82fb73115c admin admin] Publish callbacks [] for security_group (72b2826a-4a73-4693-b246-7411985db423), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:52.002517 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 35286) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:36:52.042621 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f3215e4c-10cf-45f1-b9f1-ca82fb73115c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (72b2826a-4a73-4693-b246-7411985db423), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:52.046069 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f3215e4c-10cf-45f1-b9f1-ca82fb73115c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:52.050131 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-f3215e4c-10cf-45f1-b9f1-ca82fb73115c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/72b2826a-4a73-4693-b246-7411985db423 HTTP/1.1" status: 204 len: 168 time: 0.1436484 Jul 02 03:36:52.059977 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3215e4c-10cf-45f1-b9f1-ca82fb73115c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b2826a-4a73-4693-b246-7411985db423,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:52.214169 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10780b3-fec0-4442-a6af-786f6d05a345 tempest-TestShelveInstance-1751428867 tempest-TestShelveInstance-1751428867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:52.218649 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-a10780b3-fec0-4442-a6af-786f6d05a345 tempest-TestShelveInstance-1751428867 tempest-TestShelveInstance-1751428867-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 1124 time: 0.2123840 Jul 02 03:36:52.219064 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 35296) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:36:52.226375 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-3f1ae2ca-6260-4d1b-ad8a-7cc35f380889 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Request body: {'floatingip': {'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'port_id': 'e19a69f0-6e0d-4a86-85f9-02d1861bdf96', 'tenant_id': '6c04290d87154e48a3bf77a828b563ba', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:36:52.241580 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:52.253835 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3f1ae2ca-6260-4d1b-ad8a-7cc35f380889 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:52.346297 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-09d9a399-560d-46f6-9466-602836e7806c tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:52.348258 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-09d9a399-560d-46f6-9466-602836e7806c tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.26 "GET /v2.0/networks?id=7e34743c-39b1-41c2-b662-fc644b4f04d0 HTTP/1.1" status: 200 len: 806 time: 0.1479263 Jul 02 03:36:52.371215 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84683c3-2f1e-4c16-b893-09d86b320346 req-4c6265b8-2d5b-46d8-a927-d39b8e9afd33 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:52.372758 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a84683c3-2f1e-4c16-b893-09d86b320346 req-4c6265b8-2d5b-46d8-a927-d39b8e9afd33 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 945 time: 0.0940616 Jul 02 03:36:52.390639 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3f1ae2ca-6260-4d1b-ad8a-7cc35f380889 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:52.477921 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a84683c3-2f1e-4c16-b893-09d86b320346 req-3fe9dc31-2cfc-4502-a0b2-fd9a73eefc8b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967777 Jul 02 03:36:52.543523 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-39e6355e-551f-4ec6-b776-2ef85d043d3b req-458e3800-cb4e-4d6c-bb66-7d8296a30601 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=b469211d-9cd9-495f-acbf-1af2e128d2ae HTTP/1.1" status: 200 len: 210 time: 0.0345778 Jul 02 03:36:52.556632 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-df5d7346-dffd-4eaa-97c3-3c92b57538b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:52.583101 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.db_base_plugin_common [None req-3f1ae2ca-6260-4d1b-ad8a-7cc35f380889 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Allocated IP 172.27.0.200 (f461a802-f340-43f3-86d0-4b44bcb77e0c/5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3/ac8ad8fe-2b5d-45a8-95a2-dee3b11ed81c) {{(pid=104249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:36:52.711719 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3f1ae2ca-6260-4d1b-ad8a-7cc35f380889 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks [] for port (ac8ad8fe-2b5d-45a8-95a2-dee3b11ed81c), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:52.720523 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-aeb90514-c951-4882-82c2-55acac2a6ead tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Request body: {'port': {'device_id': 'b469211d-9cd9-495f-acbf-1af2e128d2ae', 'network_id': '7e34743c-39b1-41c2-b662-fc644b4f04d0', 'admin_state_up': True, 'tenant_id': '81a1413099324b758a2608fa5d67c0a3'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:36:52.757068 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8adfe-37f8-473d-a5ae-0a5e647985a7 req-e6550e87-0f82-43e2-a28e-5e3dbfbfb9cb tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:52.759419 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f3f8adfe-37f8-473d-a5ae-0a5e647985a7 req-e6550e87-0f82-43e2-a28e-5e3dbfbfb9cb tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 945 time: 0.0621359 Jul 02 03:36:52.808077 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3f1ae2ca-6260-4d1b-ad8a-7cc35f380889 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (ac8ad8fe-2b5d-45a8-95a2-dee3b11ed81c), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:52.859529 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ae2ca-6260-4d1b-ad8a-7cc35f380889 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Pushing event updated for resources: {'Port': ['ID=ac8ad8fe-2b5d-45a8-95a2-dee3b11ed81c,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:52.862083 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:52.881024 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f3f8adfe-37f8-473d-a5ae-0a5e647985a7 req-f803ac6a-469b-4acb-845d-28e5878ca4fb tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094265 Jul 02 03:36:52.886637 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1ae2ca-6260-4d1b-ad8a-7cc35f380889 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Network f461a802-f340-43f3-86d0-4b44bcb77e0c is already hosted by enough agents. {{(pid=104249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:36:52.888067 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [None req-3f1ae2ca-6260-4d1b-ad8a-7cc35f380889 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Resources bound (agent type, host, resource id): {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:36:52.891163 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1ae2ca-6260-4d1b-ad8a-7cc35f380889 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Received port after_create {{(pid=104249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:36:52.903606 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64127d78-42cc-48c2-9ee1-1eeab40191b3 req-2f9a2e48-1366-42bc-8673-bb55f741bd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:52.903606 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-64127d78-42cc-48c2-9ee1-1eeab40191b3 req-2f9a2e48-1366-42bc-8673-bb55f741bd2b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53c88ba2f03f47538ca0eaeb08ccfc07&device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 1129 time: 0.0810440 Jul 02 03:36:52.929088 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-aeb90514-c951-4882-82c2-55acac2a6ead tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Made reservation on behalf of 81a1413099324b758a2608fa5d67c0a3 for: {'port': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:36:52.932878 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-aeb90514-c951-4882-82c2-55acac2a6ead tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:53.132811 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-aeb90514-c951-4882-82c2-55acac2a6ead tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Allocated IP 172.20.0.9 (7e34743c-39b1-41c2-b662-fc644b4f04d0/8203d9e4-7b8e-4374-9a61-e1852602fbcf/d4b5f3d0-2c5b-4b62-967c-753987ada9d4) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:36:53.133963 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:53.175322 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64127d78-42cc-48c2-9ee1-1eeab40191b3 req-e86e3d30-38d9-4f92-834a-62c434d83654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:53.176823 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-64127d78-42cc-48c2-9ee1-1eeab40191b3 req-e86e3d30-38d9-4f92-834a-62c434d83654 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1d7a687-b6ca-47c7-af08-d5e3055ff439 HTTP/1.1" status: 200 len: 919 time: 0.1544058 Jul 02 03:36:53.223605 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:53.225991 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-64127d78-42cc-48c2-9ee1-1eeab40191b3 req-b009e51b-aafa-4683-a307-92955b150803 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d5c4d80-4bf3-4936-9cbd-a7174cf1642f HTTP/1.1" status: 200 len: 217 time: 0.0377185 Jul 02 03:36:53.253256 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:53.275943 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3f1ae2ca-6260-4d1b-ad8a-7cc35f380889 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks [] for floatingip (7816650a-7bad-40b9-8e7d-c0296bb2107e), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:53.322505 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64127d78-42cc-48c2-9ee1-1eeab40191b3 req-52470f11-b1fc-4e1c-8b79-b19db2f9ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:53.324300 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-64127d78-42cc-48c2-9ee1-1eeab40191b3 req-52470f11-b1fc-4e1c-8b79-b19db2f9ff5f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9 HTTP/1.1" status: 200 len: 857 time: 0.0884318 Jul 02 03:36:53.371160 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3f1ae2ca-6260-4d1b-ad8a-7cc35f380889 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (ac8ad8fe-2b5d-45a8-95a2-dee3b11ed81c), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:53.443012 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64127d78-42cc-48c2-9ee1-1eeab40191b3 req-73c2ace9-9a24-4f02-bc8a-519e01d5aa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:53.444634 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-64127d78-42cc-48c2-9ee1-1eeab40191b3 req-73c2ace9-9a24-4f02-bc8a-519e01d5aa33 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1d7a687-b6ca-47c7-af08-d5e3055ff439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0756316 Jul 02 03:36:53.479203 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-aeb90514-c951-4882-82c2-55acac2a6ead tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Publish callbacks [] for port (d4b5f3d0-2c5b-4b62-967c-753987ada9d4), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:53.531459 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3f1ae2ca-6260-4d1b-ad8a-7cc35f380889 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks [] for port (ac8ad8fe-2b5d-45a8-95a2-dee3b11ed81c), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:53.539282 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3f1ae2ca-6260-4d1b-ad8a-7cc35f380889 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60593212'] for port (ac8ad8fe-2b5d-45a8-95a2-dee3b11ed81c), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:53.556525 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:53.568731 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-64127d78-42cc-48c2-9ee1-1eeab40191b3 req-45e71c97-0193-4e4c-9df8-f4a1df060cf8 service neutron] 10.222.0.26 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155758 Jul 02 03:36:53.570210 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-aeb90514-c951-4882-82c2-55acac2a6ead tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (d4b5f3d0-2c5b-4b62-967c-753987ada9d4), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:53.597192 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ae2ca-6260-4d1b-ad8a-7cc35f380889 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Pushing event updated for resources: {'Port': ['ID=ac8ad8fe-2b5d-45a8-95a2-dee3b11ed81c,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:53.640570 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3f1ae2ca-6260-4d1b-ad8a-7cc35f380889 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389155'] for floatingip (7816650a-7bad-40b9-8e7d-c0296bb2107e), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:53.685346 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-aeb90514-c951-4882-82c2-55acac2a6ead tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Network 7e34743c-39b1-41c2-b662-fc644b4f04d0 is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:36:53.691602 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-aeb90514-c951-4882-82c2-55acac2a6ead tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:36:53.697286 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-aeb90514-c951-4882-82c2-55acac2a6ead tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:36:53.702599 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb90514-c951-4882-82c2-55acac2a6ead tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Pushing event updated for resources: {'Port': ['ID=d4b5f3d0-2c5b-4b62-967c-753987ada9d4,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:53.744484 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-64127d78-42cc-48c2-9ee1-1eeab40191b3 req-24ba2135-1e32-416a-a4b1-a91afe2598ef service neutron] 10.222.0.26 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611066 Jul 02 03:36:53.747539 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14248a-37f4-4939-981b-40a8b75905c3 req-148794d3-179d-4a14-acd8-1b9b5e95fe0f tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:53.749347 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1d14248a-37f4-4939-981b-40a8b75905c3 req-148794d3-179d-4a14-acd8-1b9b5e95fe0f tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=b469211d-9cd9-495f-acbf-1af2e128d2ae HTTP/1.1" status: 200 len: 931 time: 0.1105661 Jul 02 03:36:53.759120 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-aeb90514-c951-4882-82c2-55acac2a6ead tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:53.759802 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-aeb90514-c951-4882-82c2-55acac2a6ead tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:53.777316 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-aeb90514-c951-4882-82c2-55acac2a6ead tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0653257 Jul 02 03:36:53.789665 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:53.803237 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-46c3e5aa-6a1c-4c16-8375-6dc0c4300e27 service neutron] Request body: {'port': {'device_id': 'b469211d-9cd9-495f-acbf-1af2e128d2ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:36:53.805198 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.db.l3_db [None req-3f1ae2ca-6260-4d1b-ad8a-7cc35f380889 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Floating IP 7816650a-7bad-40b9-8e7d-c0296bb2107e associated. External IP: 172.27.0.200, port: e19a69f0-6e0d-4a86-85f9-02d1861bdf96. Jul 02 03:36:53.847341 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1d14248a-37f4-4939-981b-40a8b75905c3 req-8251cd0e-50fd-47ac-9186-c322f1248c9f tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911150 Jul 02 03:36:53.867686 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-46c3e5aa-6a1c-4c16-8375-6dc0c4300e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (d4b5f3d0-2c5b-4b62-967c-753987ada9d4), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:54.029776 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efff489-0d38-46f8-b434-7d3db5d8abe1 req-497ad05c-ecb5-4b57-b7f4-62cdcb9c632b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:54.031442 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3efff489-0d38-46f8-b434-7d3db5d8abe1 req-497ad05c-ecb5-4b57-b7f4-62cdcb9c632b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 945 time: 0.0622382 Jul 02 03:36:54.046529 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:54.136150 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-46c3e5aa-6a1c-4c16-8375-6dc0c4300e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b5f3d0-2c5b-4b62-967c-753987ada9d4 {{(pid=104250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:36:54.144883 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-46c3e5aa-6a1c-4c16-8375-6dc0c4300e27 service neutron] Publish callbacks [] for port (d4b5f3d0-2c5b-4b62-967c-753987ada9d4), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:54.159481 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.provisioning_blocks [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-46c3e5aa-6a1c-4c16-8375-6dc0c4300e27 service neutron] Transition to ACTIVE for port object d4b5f3d0-2c5b-4b62-967c-753987ada9d4 will not be triggered until provisioned by entity L2. {{(pid=104250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 02 03:36:54.165284 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-46c3e5aa-6a1c-4c16-8375-6dc0c4300e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (d4b5f3d0-2c5b-4b62-967c-753987ada9d4), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:54.193539 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:54.223128 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3e5aa-6a1c-4c16-8375-6dc0c4300e27 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b5f3d0-2c5b-4b62-967c-753987ada9d4,revision_number=2']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:54.277396 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:54.279441 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1ae2ca-6260-4d1b-ad8a-7cc35f380889 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Router 56ca4511-6142-4685-b6d9-a1d64664c601 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:36:54.300258 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-46c3e5aa-6a1c-4c16-8375-6dc0c4300e27 service neutron] Attempting to bind port d4b5f3d0-2c5b-4b62-967c-753987ada9d4 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:36:54.300590 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-46c3e5aa-6a1c-4c16-8375-6dc0c4300e27 service neutron] Attempting to bind port d4b5f3d0-2c5b-4b62-967c-753987ada9d4 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'eb054a31-e718-4623-b579-cc6337b37410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7e34743c-39b1-41c2-b662-fc644b4f04d0'}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:36:54.300918 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-46c3e5aa-6a1c-4c16-8375-6dc0c4300e27 service neutron] Attempting to bind port d4b5f3d0-2c5b-4b62-967c-753987ada9d4 on network 7e34743c-39b1-41c2-b662-fc644b4f04d0 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:36:54.305342 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-46c3e5aa-6a1c-4c16-8375-6dc0c4300e27 service neutron] Port d4b5f3d0-2c5b-4b62-967c-753987ada9d4 on network 7e34743c-39b1-41c2-b662-fc644b4f04d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 02 03:36:54.305660 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-46c3e5aa-6a1c-4c16-8375-6dc0c4300e27 service neutron] Attempting to bind port d4b5f3d0-2c5b-4b62-967c-753987ada9d4 on network 7e34743c-39b1-41c2-b662-fc644b4f04d0 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:36:54.310558 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-46c3e5aa-6a1c-4c16-8375-6dc0c4300e27 service neutron] Checking agent: {'id': 'b6c7a065-6c6d-4192-b8a5-562c9c844309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'started_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:36:54.310777 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3efff489-0d38-46f8-b434-7d3db5d8abe1 req-fe94f554-5a5c-4687-a3a8-e8394320e6fb tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736137 Jul 02 03:36:54.310915 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-46c3e5aa-6a1c-4c16-8375-6dc0c4300e27 service neutron] Checking segment: {'id': 'eb054a31-e718-4623-b579-cc6337b37410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7e34743c-39b1-41c2-b662-fc644b4f04d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:36:54.311242 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-46c3e5aa-6a1c-4c16-8375-6dc0c4300e27 service neutron] Bound using segment: {'id': 'eb054a31-e718-4623-b579-cc6337b37410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7e34743c-39b1-41c2-b662-fc644b4f04d0'} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:36:54.311700 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-46c3e5aa-6a1c-4c16-8375-6dc0c4300e27 service neutron] Bound port: d4b5f3d0-2c5b-4b62-967c-753987ada9d4, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb054a31-e718-4623-b579-cc6337b37410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7e34743c-39b1-41c2-b662-fc644b4f04d0'}}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:36:54.312053 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-46c3e5aa-6a1c-4c16-8375-6dc0c4300e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (d4b5f3d0-2c5b-4b62-967c-753987ada9d4), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:54.374151 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-46c3e5aa-6a1c-4c16-8375-6dc0c4300e27 service neutron] For port d4b5f3d0-2c5b-4b62-967c-753987ada9d4, host hv-cinder-84684, cleared binding levels {{(pid=104250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:36:54.377381 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-46c3e5aa-6a1c-4c16-8375-6dc0c4300e27 service neutron] For port d4b5f3d0-2c5b-4b62-967c-753987ada9d4, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=d4b5f3d0-2c5b-4b62-967c-753987ada9d4,segment=NetworkSegment(eb054a31-e718-4623-b579-cc6337b37410),segment_id=eb054a31-e718-4623-b579-cc6337b37410)] {{(pid=104250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:36:54.384750 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-46c3e5aa-6a1c-4c16-8375-6dc0c4300e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (d4b5f3d0-2c5b-4b62-967c-753987ada9d4), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:54.409786 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1ae2ca-6260-4d1b-ad8a-7cc35f380889 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:36:54.424453 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5812b79-c4b4-4dab-9765-740d931fc4ee None None] Sync routers for ids ['56ca4511-6142-4685-b6d9-a1d64664c601'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:36:54.427957 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-46c3e5aa-6a1c-4c16-8375-6dc0c4300e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:54.428611 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-46c3e5aa-6a1c-4c16-8375-6dc0c4300e27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:54.430097 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-46c3e5aa-6a1c-4c16-8375-6dc0c4300e27 service neutron] 10.222.0.26 "PUT /v2.0/ports/d4b5f3d0-2c5b-4b62-967c-753987ada9d4 HTTP/1.1" status: 200 len: 1093 time: 0.6314876 Jul 02 03:36:54.430557 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b469211d-9cd9-495f-acbf-1af2e128d2ae', 'tag': 'd4b5f3d0-2c5b-4b62-967c-753987ada9d4'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:36:54.432939 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc4baa5-416c-4023-921a-18fffb216411" -d '{"events": [{"name": "network-changed", "server_uuid": "b469211d-9cd9-495f-acbf-1af2e128d2ae", "tag": "d4b5f3d0-2c5b-4b62-967c-753987ada9d4"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:36:54.434715 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3f1ae2ca-6260-4d1b-ad8a-7cc35f380889 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:54.447553 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5812b79-c4b4-4dab-9765-740d931fc4ee None None] Routers {'56ca4511-6142-4685-b6d9-a1d64664c601'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:36:54.448466 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-d5812b79-c4b4-4dab-9765-740d931fc4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:36:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['56ca4511-6142-4685-b6d9-a1d64664c601'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:36:54.454082 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3e5aa-6a1c-4c16-8375-6dc0c4300e27 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b5f3d0-2c5b-4b62-967c-753987ada9d4,revision_number=3']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:54.470104 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-3f1ae2ca-6260-4d1b-ad8a-7cc35f380889 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2500319 Jul 02 03:36:54.470933 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c09baf3-acd2-45b3-bce4-9fd6b31efdac', 'tag': 'e19a69f0-6e0d-4a86-85f9-02d1861bdf96'}] {{(pid=104249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:36:54.473848 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f088720257398f3cab103114357bf561c7f80e100abdbb3b7e497acc9cc690b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ebab45-c38f-4f44-a8ab-952d445c8976" -d '{"events": [{"name": "network-changed", "server_uuid": "1c09baf3-acd2-45b3-bce4-9fd6b31efdac", "tag": "e19a69f0-6e0d-4a86-85f9-02d1861bdf96"}]}' {{(pid=104249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:36:54.493771 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1419ff0-694e-4b81-ad61-c271b1e76b8e x-openstack-request-id: req-b1419ff0-694e-4b81-ad61-c271b1e76b8e {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:36:54.494058 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b469211d-9cd9-495f-acbf-1af2e128d2ae", "tag": "d4b5f3d0-2c5b-4b62-967c-753987ada9d4", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:36:54.494358 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b1419ff0-694e-4b81-ad61-c271b1e76b8e {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:36:54.494733 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1419ff0-694e-4b81-ad61-c271b1e76b8e'] response: {'name': 'network-changed', 'server_uuid': 'b469211d-9cd9-495f-acbf-1af2e128d2ae', 'tag': 'd4b5f3d0-2c5b-4b62-967c-753987ada9d4', 'status': 'completed', 'code': 200} Jul 02 03:36:54.514466 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8638d0c-e9c3-42a1-b413-698ff4a465c4 x-openstack-request-id: req-d8638d0c-e9c3-42a1-b413-698ff4a465c4 {{(pid=104249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:36:54.514904 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c09baf3-acd2-45b3-bce4-9fd6b31efdac", "tag": "e19a69f0-6e0d-4a86-85f9-02d1861bdf96", "status": "completed", "code": 200}]} {{(pid=104249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:36:54.515158 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d8638d0c-e9c3-42a1-b413-698ff4a465c4 {{(pid=104249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:36:54.515592 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8638d0c-e9c3-42a1-b413-698ff4a465c4'] response: {'name': 'network-changed', 'server_uuid': '1c09baf3-acd2-45b3-bce4-9fd6b31efdac', 'tag': 'e19a69f0-6e0d-4a86-85f9-02d1861bdf96', 'status': 'completed', 'code': 200} Jul 02 03:36:54.576849 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-d5812b79-c4b4-4dab-9765-740d931fc4ee None None] Set router 56ca4511-6142-4685-b6d9-a1d64664c601 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:36:54.797400 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-d5812b79-c4b4-4dab-9765-740d931fc4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'name': 'tempest-TestShelveInstance-439912201-router', 'tenant_id': '6c04290d87154e48a3bf77a828b563ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '56f6859c-1229-4eee-89f6-e872d60cdfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:35:18Z', 'updated_at': '2022-07-02T03:35:24Z', 'revision_number': 4, 'project_id': '6c04290d87154e48a3bf77a828b563ba', 'gw_port': {'id': '56f6859c-1229-4eee-89f6-e872d60cdfdd', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:35:19Z', 'updated_at': '2022-07-02T03:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '7816650a-7bad-40b9-8e7d-c0296bb2107e', 'tenant_id': '6c04290d87154e48a3bf77a828b563ba', 'floating_ip_address': '172.27.0.200', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'port_id': 'e19a69f0-6e0d-4a86-85f9-02d1861bdf96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b173f876-9c4f-4325-a46d-ef7a6e505875', 'mac_address': 'fa:16:3e:38:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c09baf3-acd2-45b3-bce4-9fd6b31efdac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:36:53Z', 'updated_at': '2022-07-02T03:36:53Z', 'revision_number': 0, 'project_id': '6c04290d87154e48a3bf77a828b563ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '736d3e1a-4810-484a-b45b-d4bb345c2a46', 'name': '', 'network_id': 'b173f876-9c4f-4325-a46d-ef7a6e505875', 'tenant_id': '6c04290d87154e48a3bf77a828b563ba', 'mac_address': 'fa:16:3e:d9:43:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:35:22Z', 'updated_at': '2022-07-02T03:35:29Z', 'revision_number': 5, 'project_id': '6c04290d87154e48a3bf77a828b563ba', 'subnets': [{'id': 'c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:36:54.829055 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5812b79-c4b4-4dab-9765-740d931fc4ee None None] Checking router: 56ca4511-6142-4685-b6d9-a1d64664c601 for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:36:54.837824 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5812b79-c4b4-4dab-9765-740d931fc4ee None None] Routers {'56ca4511-6142-4685-b6d9-a1d64664c601'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:36:54.838440 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-d5812b79-c4b4-4dab-9765-740d931fc4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:36:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['56ca4511-6142-4685-b6d9-a1d64664c601'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:36:54.953365 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-d5812b79-c4b4-4dab-9765-740d931fc4ee None None] Set router 56ca4511-6142-4685-b6d9-a1d64664c601 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:36:54.997401 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4280ad-a1bf-4167-b862-a95d536674f9 req-7d35e5b6-606e-4fa4-9cc5-992168662be2 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:54.998994 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-de4280ad-a1bf-4167-b862-a95d536674f9 req-7d35e5b6-606e-4fa4-9cc5-992168662be2 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=b469211d-9cd9-495f-acbf-1af2e128d2ae HTTP/1.1" status: 200 len: 943 time: 0.0607364 Jul 02 03:36:55.050751 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-de4280ad-a1bf-4167-b862-a95d536674f9 req-7ec4c117-d1f3-49d7-886d-663384010076 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446148 Jul 02 03:36:55.110031 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:55.126812 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:55.178461 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-d5812b79-c4b4-4dab-9765-740d931fc4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'name': 'tempest-TestShelveInstance-439912201-router', 'tenant_id': '6c04290d87154e48a3bf77a828b563ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '56f6859c-1229-4eee-89f6-e872d60cdfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:35:18Z', 'updated_at': '2022-07-02T03:35:24Z', 'revision_number': 4, 'project_id': '6c04290d87154e48a3bf77a828b563ba', 'gw_port': {'id': '56f6859c-1229-4eee-89f6-e872d60cdfdd', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:35:19Z', 'updated_at': '2022-07-02T03:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '7816650a-7bad-40b9-8e7d-c0296bb2107e', 'tenant_id': '6c04290d87154e48a3bf77a828b563ba', 'floating_ip_address': '172.27.0.200', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'port_id': 'e19a69f0-6e0d-4a86-85f9-02d1861bdf96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b173f876-9c4f-4325-a46d-ef7a6e505875', 'mac_address': 'fa:16:3e:38:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c09baf3-acd2-45b3-bce4-9fd6b31efdac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:36:53Z', 'updated_at': '2022-07-02T03:36:53Z', 'revision_number': 0, 'project_id': '6c04290d87154e48a3bf77a828b563ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '736d3e1a-4810-484a-b45b-d4bb345c2a46', 'name': '', 'network_id': 'b173f876-9c4f-4325-a46d-ef7a6e505875', 'tenant_id': '6c04290d87154e48a3bf77a828b563ba', 'mac_address': 'fa:16:3e:d9:43:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:35:22Z', 'updated_at': '2022-07-02T03:35:29Z', 'revision_number': 5, 'project_id': '6c04290d87154e48a3bf77a828b563ba', 'subnets': [{'id': 'c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:36:55.211361 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5812b79-c4b4-4dab-9765-740d931fc4ee None None] The sync data for ids ['56ca4511-6142-4685-b6d9-a1d64664c601'] in dv-cinder-846842-9-iscsi is: [{'id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'name': 'tempest-TestShelveInstance-439912201-router', 'tenant_id': '6c04290d87154e48a3bf77a828b563ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '56f6859c-1229-4eee-89f6-e872d60cdfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:35:18Z', 'updated_at': '2022-07-02T03:35:24Z', 'revision_number': 4, 'project_id': '6c04290d87154e48a3bf77a828b563ba', 'gw_port': {'id': '56f6859c-1229-4eee-89f6-e872d60cdfdd', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:35:19Z', 'updated_at': '2022-07-02T03:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '7816650a-7bad-40b9-8e7d-c0296bb2107e', 'tenant_id': '6c04290d87154e48a3bf77a828b563ba', 'floating_ip_address': '172.27.0.200', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'port_id': 'e19a69f0-6e0d-4a86-85f9-02d1861bdf96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b173f876-9c4f-4325-a46d-ef7a6e505875', 'mac_address': 'fa:16:3e:38:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c09baf3-acd2-45b3-bce4-9fd6b31efdac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:36:53Z', 'updated_at': '2022-07-02T03:36:53Z', 'revision_number': 0, 'project_id': '6c04290d87154e48a3bf77a828b563ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '736d3e1a-4810-484a-b45b-d4bb345c2a46', 'name': '', 'network_id': 'b173f876-9c4f-4325-a46d-ef7a6e505875', 'tenant_id': '6c04290d87154e48a3bf77a828b563ba', 'mac_address': 'fa:16:3e:d9:43:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:35:22Z', 'updated_at': '2022-07-02T03:35:29Z', 'revision_number': 5, 'project_id': '6c04290d87154e48a3bf77a828b563ba', 'subnets': [{'id': 'c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:36:55.214544 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:55.328723 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:55.414540 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b76e99-9dd1-40a9-9bd1-048a86457ef2 None None] New status for floating IP 7816650a-7bad-40b9-8e7d-c0296bb2107e: ACTIVE {{(pid=104252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 02 03:36:55.434178 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c47db-7647-49f0-8a0e-161b4cf7bdb3 req-d0cbcad1-2397-4a0b-83fc-b92a8625fcb6 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:55.436023 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-203c47db-7647-49f0-8a0e-161b4cf7bdb3 req-d0cbcad1-2397-4a0b-83fc-b92a8625fcb6 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 945 time: 0.0533123 Jul 02 03:36:55.487716 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-203c47db-7647-49f0-8a0e-161b4cf7bdb3 req-cc1f6553-f3e1-4274-9112-6ce8d11ef93b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458446 Jul 02 03:36:56.178387 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4e002-0146-4a8e-80d5-41a7c38ac183 req-4f68dc67-c9c9-4660-bcca-fe289b5ec087 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:56.180197 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-59c4e002-0146-4a8e-80d5-41a7c38ac183 req-4f68dc67-c9c9-4660-bcca-fe289b5ec087 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=b469211d-9cd9-495f-acbf-1af2e128d2ae HTTP/1.1" status: 200 len: 943 time: 0.0526435 Jul 02 03:36:56.202051 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebab45-c38f-4f44-a8ab-952d445c8976 req-b49d7eec-001d-40c7-98ff-b99562d2533b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:56.204177 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-08ebab45-c38f-4f44-a8ab-952d445c8976 req-b49d7eec-001d-40c7-98ff-b99562d2533b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c04290d87154e48a3bf77a828b563ba&device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 1129 time: 0.0838790 Jul 02 03:36:56.205542 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4baa5-416c-4023-921a-18fffb216411 req-ac418192-f738-45ee-833d-ef73c9ebb68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:56.206893 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-7fc4baa5-416c-4023-921a-18fffb216411 req-ac418192-f738-45ee-833d-ef73c9ebb68e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=81a1413099324b758a2608fa5d67c0a3&device_id=b469211d-9cd9-495f-acbf-1af2e128d2ae HTTP/1.1" status: 200 len: 1127 time: 0.0708456 Jul 02 03:36:56.235725 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-59c4e002-0146-4a8e-80d5-41a7c38ac183 req-e6439c11-bb4e-4d17-be30-81862f8a8dd3 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480621 Jul 02 03:36:56.606054 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22a9cb-5c20-4c9c-8270-71a60131913a req-e64b694a-5606-4ac7-a7b8-9124b619da08 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:56.607740 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7c22a9cb-5c20-4c9c-8270-71a60131913a req-e64b694a-5606-4ac7-a7b8-9124b619da08 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 945 time: 0.0501034 Jul 02 03:36:56.614661 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebab45-c38f-4f44-a8ab-952d445c8976 req-cbf57a5a-0815-4659-a357-c0f118763d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:56.616162 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-08ebab45-c38f-4f44-a8ab-952d445c8976 req-cbf57a5a-0815-4659-a357-c0f118763d00 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b173f876-9c4f-4325-a46d-ef7a6e505875 HTTP/1.1" status: 200 len: 909 time: 0.3880689 Jul 02 03:36:56.617234 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4baa5-416c-4023-921a-18fffb216411 req-c8cf806c-e4a9-415c-946f-e50bd6fbdf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:56.618534 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-7fc4baa5-416c-4023-921a-18fffb216411 req-c8cf806c-e4a9-415c-946f-e50bd6fbdf06 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=81a1413099324b758a2608fa5d67c0a3&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3824868 Jul 02 03:36:56.661020 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7c22a9cb-5c20-4c9c-8270-71a60131913a req-06387bfd-df39-4cbd-afbb-4bb48471a5f3 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473394 Jul 02 03:36:57.000024 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-08ebab45-c38f-4f44-a8ab-952d445c8976 req-909d3b02-76b9-4c6c-917c-cbc05c46869a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e19a69f0-6e0d-4a86-85f9-02d1861bdf96 HTTP/1.1" status: 200 len: 1001 time: 0.1172004 Jul 02 03:36:57.057974 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4baa5-416c-4023-921a-18fffb216411 req-111bc930-337e-46e9-993a-c139b97af924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:57.059493 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-7fc4baa5-416c-4023-921a-18fffb216411 req-111bc930-337e-46e9-993a-c139b97af924 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1694052 Jul 02 03:36:57.070099 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebab45-c38f-4f44-a8ab-952d445c8976 req-62a1c049-0f99-4d6c-bd9f-91418e7166dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:57.071493 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-08ebab45-c38f-4f44-a8ab-952d445c8976 req-62a1c049-0f99-4d6c-bd9f-91418e7166dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac HTTP/1.1" status: 200 len: 847 time: 0.0630436 Jul 02 03:36:57.117980 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:57.121730 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebab45-c38f-4f44-a8ab-952d445c8976 req-b65738be-28bd-4508-8a04-777f85aa45e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:57.123328 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-08ebab45-c38f-4f44-a8ab-952d445c8976 req-b65738be-28bd-4508-8a04-777f85aa45e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b173f876-9c4f-4325-a46d-ef7a6e505875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446949 Jul 02 03:36:57.245281 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-8e69905b-c536-4aca-b540-8bae98dc5690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:57.247025 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-8e69905b-c536-4aca-b540-8bae98dc5690 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=81a1413099324b758a2608fa5d67c0a3&device_id=b469211d-9cd9-495f-acbf-1af2e128d2ae HTTP/1.1" status: 200 len: 1127 time: 0.1034713 Jul 02 03:36:57.315031 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-68ea37ea-e960-4329-aeaf-a279727f820b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4b5f3d0-2c5b-4b62-967c-753987ada9d4 HTTP/1.1" status: 200 len: 217 time: 0.0525548 Jul 02 03:36:57.318744 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-08ebab45-c38f-4f44-a8ab-952d445c8976 req-bfcd0feb-9984-4155-8c31-f9c7075b7937 service neutron] 10.222.0.26 "GET /v2.0/networks/b173f876-9c4f-4325-a46d-ef7a6e505875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850255 Jul 02 03:36:57.368382 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ca442-b8a4-4252-8f68-909e59167fb5 req-8356235c-b095-4d31-9c56-2881fd0b4b1a tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:57.370024 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-650ca442-b8a4-4252-8f68-909e59167fb5 req-8356235c-b095-4d31-9c56-2881fd0b4b1a tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=b469211d-9cd9-495f-acbf-1af2e128d2ae HTTP/1.1" status: 200 len: 943 time: 0.0567431 Jul 02 03:36:57.397932 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=100 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:57.408127 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-ef99c426-0e38-4592-8218-1be89f5d35ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:57.409745 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-ef99c426-0e38-4592-8218-1be89f5d35ef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8203d9e4-7b8e-4374-9a61-e1852602fbcf HTTP/1.1" status: 200 len: 846 time: 0.0836935 Jul 02 03:36:57.422252 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-650ca442-b8a4-4252-8f68-909e59167fb5 req-5586915a-d3be-4a33-b9b3-baa2edb4b728 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461588 Jul 02 03:36:57.472311 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-d976d489-4d49-492e-9ada-d943cfcf2b65 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e34743c-39b1-41c2-b662-fc644b4f04d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368643 Jul 02 03:36:57.509069 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-08ebab45-c38f-4f44-a8ab-952d445c8976 req-8b20ece8-e9fe-4e4f-9ac6-04fec9f9a60e service neutron] 10.222.0.26 "GET /v2.0/networks/b173f876-9c4f-4325-a46d-ef7a6e505875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745319 Jul 02 03:36:57.586465 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-e2da7693-b5e9-446e-83a0-9a6d62f91191 service neutron] 10.222.0.26 "GET /v2.0/networks/7e34743c-39b1-41c2-b662-fc644b4f04d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046615 Jul 02 03:36:57.683666 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-db4d51f3-a1cc-4438-91f1-bf9b59caefcc req-bb66de75-6fcc-47ff-9f67-3cd25d453d50 service neutron] 10.222.0.26 "GET /v2.0/networks/7e34743c-39b1-41c2-b662-fc644b4f04d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898736 Jul 02 03:36:58.091029 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 35398) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:36:58.096337 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-595b7d98-2081-46b3-819e-7e0f882e2fdd tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1002002701', 'description': 'tempest-description--846807306'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:36:58.119082 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-595b7d98-2081-46b3-819e-7e0f882e2fdd tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:58.135430 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:58.195850 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-595b7d98-2081-46b3-819e-7e0f882e2fdd tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks [] for security_group (1a1a2c81-609e-45fc-a3a8-d48b0e658ae5), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:58.200692 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-595b7d98-2081-46b3-819e-7e0f882e2fdd tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (1a1a2c81-609e-45fc-a3a8-d48b0e658ae5), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:58.237810 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-595b7d98-2081-46b3-819e-7e0f882e2fdd tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:58.239503 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-595b7d98-2081-46b3-819e-7e0f882e2fdd tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1473300 Jul 02 03:36:58.240574 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b7d98-2081-46b3-819e-7e0f882e2fdd tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:58.242538 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 35400) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:36:58.250613 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-ec23f8bf-8493-4c71-9409-966b223d4b02 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Request body: {'security_group_rule': {'security_group_id': '1a1a2c81-609e-45fc-a3a8-d48b0e658ae5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:36:58.282218 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-ec23f8bf-8493-4c71-9409-966b223d4b02 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks [] for security_group_rule (17ea04ee-c25b-4e3c-b16c-5a1092b9f9c9), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:58.341498 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-ec23f8bf-8493-4c71-9409-966b223d4b02 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks [] for security_group_rule (17ea04ee-c25b-4e3c-b16c-5a1092b9f9c9), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:58.347780 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-ec23f8bf-8493-4c71-9409-966b223d4b02 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (17ea04ee-c25b-4e3c-b16c-5a1092b9f9c9), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:58.370613 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23f8bf-8493-4c71-9409-966b223d4b02 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ea04ee-c25b-4e3c-b16c-5a1092b9f9c9,revision_number=0']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:58.378904 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-ec23f8bf-8493-4c71-9409-966b223d4b02 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:58.383244 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-ec23f8bf-8493-4c71-9409-966b223d4b02 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362936 Jul 02 03:36:58.383435 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 35404) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:36:58.389087 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-8b62d9b8-5f17-4928-8dcb-2ee4c6384cfa tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Request body: {'security_group_rule': {'security_group_id': '1a1a2c81-609e-45fc-a3a8-d48b0e658ae5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:36:58.420169 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-8b62d9b8-5f17-4928-8dcb-2ee4c6384cfa tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks [] for security_group_rule (785cae9e-a808-41a9-8e58-7dfe77626d72), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:58.496923 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-8b62d9b8-5f17-4928-8dcb-2ee4c6384cfa tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks [] for security_group_rule (785cae9e-a808-41a9-8e58-7dfe77626d72), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:58.501956 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-8b62d9b8-5f17-4928-8dcb-2ee4c6384cfa tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (785cae9e-a808-41a9-8e58-7dfe77626d72), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:58.522932 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62d9b8-5f17-4928-8dcb-2ee4c6384cfa tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=785cae9e-a808-41a9-8e58-7dfe77626d72,revision_number=0']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:58.533173 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-8b62d9b8-5f17-4928-8dcb-2ee4c6384cfa tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:58.535364 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-8b62d9b8-5f17-4928-8dcb-2ee4c6384cfa tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1492395 Jul 02 03:36:58.538141 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 35410) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:36:58.544462 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-0e2de3b0-4c10-4097-a33b-44750a16eb82 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Request body: {'floatingip': {'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:36:58.567058 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:58.568980 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb36804-a466-4e2c-ae12-241c92eae27a req-7d131268-ebaf-491b-96f5-c051cf160a53 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:58.570790 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1cb36804-a466-4e2c-ae12-241c92eae27a req-7d131268-ebaf-491b-96f5-c051cf160a53 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=b469211d-9cd9-495f-acbf-1af2e128d2ae HTTP/1.1" status: 200 len: 943 time: 0.0699108 Jul 02 03:36:58.574652 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0e2de3b0-4c10-4097-a33b-44750a16eb82 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:58.608305 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:58.637674 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1cb36804-a466-4e2c-ae12-241c92eae27a req-485ee6f5-4332-4d94-aa0d-efbc9b00c5b0 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592706 Jul 02 03:36:58.691906 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0e2de3b0-4c10-4097-a33b-44750a16eb82 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:58.817779 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [None req-0e2de3b0-4c10-4097-a33b-44750a16eb82 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Allocated IP 172.27.0.81 (f461a802-f340-43f3-86d0-4b44bcb77e0c/5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3/c6224942-944b-467c-955b-59a846a8b06c) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:36:58.892862 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:58.934741 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0e2de3b0-4c10-4097-a33b-44750a16eb82 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks [] for port (c6224942-944b-467c-955b-59a846a8b06c), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:58.979995 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0e2de3b0-4c10-4097-a33b-44750a16eb82 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (c6224942-944b-467c-955b-59a846a8b06c), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:59.024886 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2de3b0-4c10-4097-a33b-44750a16eb82 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Network f461a802-f340-43f3-86d0-4b44bcb77e0c is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:36:59.030230 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-0e2de3b0-4c10-4097-a33b-44750a16eb82 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:36:59.033227 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2de3b0-4c10-4097-a33b-44750a16eb82 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:36:59.035981 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2de3b0-4c10-4097-a33b-44750a16eb82 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Pushing event updated for resources: {'Port': ['ID=c6224942-944b-467c-955b-59a846a8b06c,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:59.180277 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0e2de3b0-4c10-4097-a33b-44750a16eb82 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks [] for floatingip (aecefaae-53d1-4422-b59c-c65ced929efa), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:59.223475 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0e2de3b0-4c10-4097-a33b-44750a16eb82 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (c6224942-944b-467c-955b-59a846a8b06c), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:59.384549 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0e2de3b0-4c10-4097-a33b-44750a16eb82 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks [] for port (c6224942-944b-467c-955b-59a846a8b06c), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:59.391398 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0e2de3b0-4c10-4097-a33b-44750a16eb82 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (c6224942-944b-467c-955b-59a846a8b06c), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:59.466972 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2de3b0-4c10-4097-a33b-44750a16eb82 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Pushing event updated for resources: {'Port': ['ID=c6224942-944b-467c-955b-59a846a8b06c,revision_number=2']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:36:59.470763 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:36:59.481747 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0e2de3b0-4c10-4097-a33b-44750a16eb82 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389155'] for floatingip (aecefaae-53d1-4422-b59c-c65ced929efa), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:59.502245 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0e2de3b0-4c10-4097-a33b-44750a16eb82 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:36:59.503524 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-0e2de3b0-4c10-4097-a33b-44750a16eb82 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9641597 Jul 02 03:36:59.710203 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-8103eb71-8f59-4928-9e16-8b33eb5de185 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1002002701&fields=id&tenant_id=53c88ba2f03f47538ca0eaeb08ccfc07 HTTP/1.1" status: 200 len: 267 time: 0.0453370 Jul 02 03:36:59.784662 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae028cc-5afb-405b-9a52-c76fbd82ff52 req-49fb7691-9aa9-4be3-a33e-9d40b37a0875 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:59.786188 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7ae028cc-5afb-405b-9a52-c76fbd82ff52 req-49fb7691-9aa9-4be3-a33e-9d40b37a0875 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=b469211d-9cd9-495f-acbf-1af2e128d2ae HTTP/1.1" status: 200 len: 943 time: 0.0750651 Jul 02 03:36:59.883398 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-ae9cf644-abe2-4052-b475-f1202b72bda1 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:36:59.884893 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-ae9cf644-abe2-4052-b475-f1202b72bda1 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/networks?id=c1d7a687-b6ca-47c7-af08-d5e3055ff439 HTTP/1.1" status: 200 len: 818 time: 0.1648424 Jul 02 03:36:59.889211 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7ae028cc-5afb-405b-9a52-c76fbd82ff52 req-161f4a8a-9af5-4a02-99f2-8050a4ee1ffd tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709729 Jul 02 03:36:59.900363 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-c6d8b92e-11fa-4e73-8981-bb0a43c43de3 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/quotas/53c88ba2f03f47538ca0eaeb08ccfc07 HTTP/1.1" status: 200 len: 375 time: 0.0094604 Jul 02 03:36:59.958235 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-0ffce187-58d0-4414-9a88-70bc2fb52992 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=53c88ba2f03f47538ca0eaeb08ccfc07&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0499125 Jul 02 03:37:00.071500 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-c76a71a2-69af-4de0-9849-ea862e7dd039 service neutron] 10.222.0.42 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997734 Jul 02 03:37:00.171097 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-79a5ceac-ee01-46ee-bb80-01b9e5f40864 service neutron] 10.222.0.42 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929017 Jul 02 03:37:00.333645 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-24ee795b-045f-43d7-8c92-0dd969976e28 req-db1d9e81-5f27-490c-9d14-5b40e9dc10f6 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 210 time: 0.0290329 Jul 02 03:37:01.009999 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80167d-22d7-4eac-9dd3-38513be9a128 req-beb93740-e4fd-4d98-990a-29ff90d50a44 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:01.011513 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4f80167d-22d7-4eac-9dd3-38513be9a128 req-beb93740-e4fd-4d98-990a-29ff90d50a44 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=b469211d-9cd9-495f-acbf-1af2e128d2ae HTTP/1.1" status: 200 len: 943 time: 0.0471456 Jul 02 03:37:01.059041 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4f80167d-22d7-4eac-9dd3-38513be9a128 req-8c3c7489-83c2-4d8b-946e-284ad7fe1be0 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415943 Jul 02 03:37:01.448089 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fbe811fe-ec6f-4bee-9e68-880c99e1c8ef req-91bf72ff-283a-4582-86d9-0951b77de1db tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 210 time: 0.0368795 Jul 02 03:37:02.190801 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ba7b1-e936-4fbc-8e87-2402215d8787 req-d23c3891-e4a9-40d2-be7e-bf9d4ed7cbe2 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:02.192343 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b38ba7b1-e936-4fbc-8e87-2402215d8787 req-d23c3891-e4a9-40d2-be7e-bf9d4ed7cbe2 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=b469211d-9cd9-495f-acbf-1af2e128d2ae HTTP/1.1" status: 200 len: 943 time: 0.0503798 Jul 02 03:37:02.241466 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b38ba7b1-e936-4fbc-8e87-2402215d8787 req-789cf272-322e-4002-b602-04ef5887f6d6 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433388 Jul 02 03:37:02.557036 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-12931890-1db5-40da-b166-680b1139f2ff req-6c0c6083-cf7e-48d5-aef8-4383ae847739 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 210 time: 0.0277131 Jul 02 03:37:03.366721 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43a3fc-c5a7-4f44-a417-fcde639a454f req-5ddbb17d-0311-4b8a-b40e-d8cc9dd83bcf tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:03.368260 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9d43a3fc-c5a7-4f44-a417-fcde639a454f req-5ddbb17d-0311-4b8a-b40e-d8cc9dd83bcf tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=b469211d-9cd9-495f-acbf-1af2e128d2ae HTTP/1.1" status: 200 len: 943 time: 0.0501120 Jul 02 03:37:03.408901 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:03.421611 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9d43a3fc-c5a7-4f44-a417-fcde639a454f req-1d7a5dfd-3be1-4014-b3e0-5134ac7ecc86 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446563 Jul 02 03:37:03.674653 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ef29e47f-2b09-48af-910a-5d8f57538bd3 req-8b1ee02a-4901-4b3c-81c2-dd32cabf96fe tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 210 time: 0.0339255 Jul 02 03:37:04.349703 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device d4b5f3d0-2c5b-4b62-967c-753987ada9d4 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 03:37:04.544704 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac7f4a-590b-4d94-b1c7-a90ea2e89ee7 req-1d56b67d-9385-41bd-9750-d63d36c85671 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:04.546242 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-23ac7f4a-590b-4d94-b1c7-a90ea2e89ee7 req-1d56b67d-9385-41bd-9750-d63d36c85671 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=b469211d-9cd9-495f-acbf-1af2e128d2ae HTTP/1.1" status: 200 len: 943 time: 0.0492291 Jul 02 03:37:04.583115 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port d4b5f3d0-2c5b-4b62-967c-753987ada9d4, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=d4b5f3d0-2c5b-4b62-967c-753987ada9d4,segment=NetworkSegment(eb054a31-e718-4623-b579-cc6337b37410),segment_id=eb054a31-e718-4623-b579-cc6337b37410)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:37:04.596039 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Returning: {'device': 'd4b5f3d0-2c5b-4b62-967c-753987ada9d4', 'network_id': '7e34743c-39b1-41c2-b662-fc644b4f04d0', 'port_id': 'd4b5f3d0-2c5b-4b62-967c-753987ada9d4', 'mac_address': 'fa:16:3e:03:0c:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8203d9e4-7b8e-4374-9a61-e1852602fbcf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 03:37:04.600616 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-23ac7f4a-590b-4d94-b1c7-a90ea2e89ee7 req-6386a70a-96d9-41c9-aa32-140c3428d338 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482640 Jul 02 03:37:04.632880 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port d4b5f3d0-2c5b-4b62-967c-753987ada9d4 is: DOWN; New status is: BUILD {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:37:04.633263 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (d4b5f3d0-2c5b-4b62-967c-753987ada9d4), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:04.647680 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b5f3d0-2c5b-4b62-967c-753987ada9d4 {{(pid=104251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:37:04.670536 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port d4b5f3d0-2c5b-4b62-967c-753987ada9d4, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=d4b5f3d0-2c5b-4b62-967c-753987ada9d4,segment=NetworkSegment(eb054a31-e718-4623-b579-cc6337b37410),segment_id=eb054a31-e718-4623-b579-cc6337b37410)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:37:04.674805 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (d4b5f3d0-2c5b-4b62-967c-753987ada9d4), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:04.724670 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=d4b5f3d0-2c5b-4b62-967c-753987ada9d4,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:37:04.782687 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6e697f18-e015-4cc6-ae76-4b490c7185d7 req-745af53e-37a0-4090-82b5-5d60fb820753 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 210 time: 0.0281034 Jul 02 03:37:04.824743 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-6ce2a373-30bb-446c-a1df-6bb4f3cce5a1 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:04.826205 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-6ce2a373-30bb-446c-a1df-6bb4f3cce5a1 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.26 "GET /v2.0/networks?id=c1d7a687-b6ca-47c7-af08-d5e3055ff439 HTTP/1.1" status: 200 len: 818 time: 0.1182446 Jul 02 03:37:04.903774 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-5f80ef45-d23d-4e3b-a3df-0f4a306baedd tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53c88ba2f03f47538ca0eaeb08ccfc07 HTTP/1.1" status: 200 len: 380 time: 0.0604060 Jul 02 03:37:04.926923 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-66728cf6-9358-4162-a8b8-8746b8e5fee0 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Request body: {'port': {'device_id': 'e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee', 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439', 'admin_state_up': True, 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'security_groups': ['1a1a2c81-609e-45fc-a3a8-d48b0e658ae5']}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:37:05.054176 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:05.072430 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-66728cf6-9358-4162-a8b8-8746b8e5fee0 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Made reservation on behalf of 53c88ba2f03f47538ca0eaeb08ccfc07 for: {'port': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:37:05.075924 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-66728cf6-9358-4162-a8b8-8746b8e5fee0 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:05.206818 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-66728cf6-9358-4162-a8b8-8746b8e5fee0 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Allocated IP 172.20.0.14 (c1d7a687-b6ca-47c7-af08-d5e3055ff439/df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9/93c7269e-7d3c-40f8-8470-e61f2bab54ea) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:37:05.369340 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-66728cf6-9358-4162-a8b8-8746b8e5fee0 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks [] for port (93c7269e-7d3c-40f8-8470-e61f2bab54ea), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:05.377293 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['d4b5f3d0-2c5b-4b62-967c-753987ada9d4'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:37:05.405076 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-66728cf6-9358-4162-a8b8-8746b8e5fee0 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (93c7269e-7d3c-40f8-8470-e61f2bab54ea), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:05.465762 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-66728cf6-9358-4162-a8b8-8746b8e5fee0 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Network c1d7a687-b6ca-47c7-af08-d5e3055ff439 is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:37:05.469668 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-66728cf6-9358-4162-a8b8-8746b8e5fee0 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:37:05.475384 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-66728cf6-9358-4162-a8b8-8746b8e5fee0 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:37:05.481601 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66728cf6-9358-4162-a8b8-8746b8e5fee0 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Pushing event updated for resources: {'Port': ['ID=93c7269e-7d3c-40f8-8470-e61f2bab54ea,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:37:05.517431 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:05.519975 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:05.538985 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-66728cf6-9358-4162-a8b8-8746b8e5fee0 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:05.540114 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-66728cf6-9358-4162-a8b8-8746b8e5fee0 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:05.559398 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-66728cf6-9358-4162-a8b8-8746b8e5fee0 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6374719 Jul 02 03:37:05.578645 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-6c0b267e-6673-4e37-816c-612058c50a19 service neutron] Request body: {'port': {'device_id': 'e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:37:05.583889 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:05.657783 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-6c0b267e-6673-4e37-816c-612058c50a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (93c7269e-7d3c-40f8-8470-e61f2bab54ea), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:05.735628 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedbd15-f4e8-4f95-a313-27c5ed186817 req-01a37df9-1dc4-4960-b6c5-d8664ee5a3b9 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:05.738618 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9eedbd15-f4e8-4f95-a313-27c5ed186817 req-01a37df9-1dc4-4960-b6c5-d8664ee5a3b9 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=b469211d-9cd9-495f-acbf-1af2e128d2ae HTTP/1.1" status: 200 len: 944 time: 0.0574045 Jul 02 03:37:05.757166 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-7dc94208-e8d9-4cb1-a3f2-16385f65da38 None None] Provisioning complete for port 93c7269e-7d3c-40f8-8470-e61f2bab54ea triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:37:05.757452 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-7dc94208-e8d9-4cb1-a3f2-16385f65da38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (93c7269e-7d3c-40f8-8470-e61f2bab54ea), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:05.766340 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:05.797311 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9eedbd15-f4e8-4f95-a313-27c5ed186817 req-b073595f-5c6e-4b40-bc62-469c0a20328f tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541646 Jul 02 03:37:05.821209 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-7dc94208-e8d9-4cb1-a3f2-16385f65da38 None None] Port 93c7269e-7d3c-40f8-8470-e61f2bab54ea cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:37:05.934863 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c6cae-1e92-4192-8795-a47c76f5469c req-4e9a7a2e-3f5e-4c01-8568-8b091221c0a1 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:05.936559 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3f3c6cae-1e92-4192-8795-a47c76f5469c req-4e9a7a2e-3f5e-4c01-8568-8b091221c0a1 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 932 time: 0.0706522 Jul 02 03:37:05.967418 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-6c0b267e-6673-4e37-816c-612058c50a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c7269e-7d3c-40f8-8470-e61f2bab54ea {{(pid=104250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:37:05.974467 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:05.976501 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-6c0b267e-6673-4e37-816c-612058c50a19 service neutron] Publish callbacks [] for port (93c7269e-7d3c-40f8-8470-e61f2bab54ea), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:05.992320 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.provisioning_blocks [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-6c0b267e-6673-4e37-816c-612058c50a19 service neutron] Transition to ACTIVE for port object 93c7269e-7d3c-40f8-8470-e61f2bab54ea will not be triggered until provisioned by entity L2. {{(pid=104250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 02 03:37:05.997906 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-6c0b267e-6673-4e37-816c-612058c50a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (93c7269e-7d3c-40f8-8470-e61f2bab54ea), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:06.001565 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3f3c6cae-1e92-4192-8795-a47c76f5469c req-9eb8517f-8ebe-4ce7-be77-261ff2d97a8e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585341 Jul 02 03:37:06.053533 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b267e-6673-4e37-816c-612058c50a19 service neutron] Pushing event updated for resources: {'Port': ['ID=93c7269e-7d3c-40f8-8470-e61f2bab54ea,revision_number=2']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:37:06.125416 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-6c0b267e-6673-4e37-816c-612058c50a19 service neutron] Attempting to bind port 93c7269e-7d3c-40f8-8470-e61f2bab54ea on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:37:06.125750 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-6c0b267e-6673-4e37-816c-612058c50a19 service neutron] Attempting to bind port 93c7269e-7d3c-40f8-8470-e61f2bab54ea by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'a5a53470-af05-484e-b258-82f2776e0ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439'}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:37:06.126079 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-6c0b267e-6673-4e37-816c-612058c50a19 service neutron] Attempting to bind port 93c7269e-7d3c-40f8-8470-e61f2bab54ea on network c1d7a687-b6ca-47c7-af08-d5e3055ff439 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:37:06.135044 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-6c0b267e-6673-4e37-816c-612058c50a19 service neutron] Port 93c7269e-7d3c-40f8-8470-e61f2bab54ea on network c1d7a687-b6ca-47c7-af08-d5e3055ff439 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 02 03:37:06.135352 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-6c0b267e-6673-4e37-816c-612058c50a19 service neutron] Attempting to bind port 93c7269e-7d3c-40f8-8470-e61f2bab54ea on network c1d7a687-b6ca-47c7-af08-d5e3055ff439 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:37:06.140740 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-6c0b267e-6673-4e37-816c-612058c50a19 service neutron] Checking agent: {'id': 'b6c7a065-6c6d-4192-b8a5-562c9c844309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'started_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:37:06.141142 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-6c0b267e-6673-4e37-816c-612058c50a19 service neutron] Checking segment: {'id': 'a5a53470-af05-484e-b258-82f2776e0ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:37:06.141672 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-6c0b267e-6673-4e37-816c-612058c50a19 service neutron] Bound using segment: {'id': 'a5a53470-af05-484e-b258-82f2776e0ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439'} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:37:06.142212 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-6c0b267e-6673-4e37-816c-612058c50a19 service neutron] Bound port: 93c7269e-7d3c-40f8-8470-e61f2bab54ea, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5a53470-af05-484e-b258-82f2776e0ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439'}}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:37:06.142709 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-6c0b267e-6673-4e37-816c-612058c50a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (93c7269e-7d3c-40f8-8470-e61f2bab54ea), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:06.208158 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-6c0b267e-6673-4e37-816c-612058c50a19 service neutron] For port 93c7269e-7d3c-40f8-8470-e61f2bab54ea, host hv-cinder-84684, cleared binding levels {{(pid=104250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:37:06.211553 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-6c0b267e-6673-4e37-816c-612058c50a19 service neutron] For port 93c7269e-7d3c-40f8-8470-e61f2bab54ea, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=93c7269e-7d3c-40f8-8470-e61f2bab54ea,segment=NetworkSegment(a5a53470-af05-484e-b258-82f2776e0ce4),segment_id=a5a53470-af05-484e-b258-82f2776e0ce4)] {{(pid=104250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:37:06.218494 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-6c0b267e-6673-4e37-816c-612058c50a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (93c7269e-7d3c-40f8-8470-e61f2bab54ea), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:06.252235 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-6c0b267e-6673-4e37-816c-612058c50a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:06.252792 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-6c0b267e-6673-4e37-816c-612058c50a19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:06.254217 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-6c0b267e-6673-4e37-816c-612058c50a19 service neutron] 10.222.0.26 "PUT /v2.0/ports/93c7269e-7d3c-40f8-8470-e61f2bab54ea HTTP/1.1" status: 200 len: 1094 time: 0.6806600 Jul 02 03:37:06.258697 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee', 'tag': '93c7269e-7d3c-40f8-8470-e61f2bab54ea'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:37:06.260915 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390813a1-b757-40dd-acde-282e6fc0ef11" -d '{"events": [{"name": "network-changed", "server_uuid": "e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee", "tag": "93c7269e-7d3c-40f8-8470-e61f2bab54ea"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:37:06.288712 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b267e-6673-4e37-816c-612058c50a19 service neutron] Pushing event updated for resources: {'Port': ['ID=93c7269e-7d3c-40f8-8470-e61f2bab54ea,revision_number=3']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:37:06.304689 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c1af9a-51d9-4331-b9b1-bae26b587e7e x-openstack-request-id: req-54c1af9a-51d9-4331-b9b1-bae26b587e7e {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:37:06.305049 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee", "tag": "93c7269e-7d3c-40f8-8470-e61f2bab54ea", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:37:06.305279 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54c1af9a-51d9-4331-b9b1-bae26b587e7e {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:37:06.305712 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54c1af9a-51d9-4331-b9b1-bae26b587e7e'] response: {'name': 'network-changed', 'server_uuid': 'e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee', 'tag': '93c7269e-7d3c-40f8-8470-e61f2bab54ea', 'status': 'completed', 'code': 200} Jul 02 03:37:06.367582 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-00f85fdf-4656-44bb-855b-86166d94808a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:06.369214 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-00f85fdf-4656-44bb-855b-86166d94808a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53c88ba2f03f47538ca0eaeb08ccfc07&device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 1128 time: 0.0426311 Jul 02 03:37:06.421446 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-4d8b4c67-9260-498e-8155-aa03a97828a2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93c7269e-7d3c-40f8-8470-e61f2bab54ea HTTP/1.1" status: 200 len: 217 time: 0.0380652 Jul 02 03:37:06.471698 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-469acb3d-82b7-4c3c-a860-6f7b4774f702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:06.473184 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-469acb3d-82b7-4c3c-a860-6f7b4774f702 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9 HTTP/1.1" status: 200 len: 857 time: 0.0448644 Jul 02 03:37:06.517231 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-1d6748a7-a215-4e73-9d3c-250b80ab1e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:06.518619 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-1d6748a7-a215-4e73-9d3c-250b80ab1e2d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1d7a687-b6ca-47c7-af08-d5e3055ff439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387206 Jul 02 03:37:06.613180 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-04a19737-5d45-49fe-9974-784bcf1e74a0 service neutron] 10.222.0.26 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861156 Jul 02 03:37:06.625754 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:06.703468 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-821bfc8c-0023-4e4a-a90d-dd27868c00b3 req-8cbdafd7-5e49-4401-8b0e-7ed1160b5bfa service neutron] 10.222.0.26 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841892 Jul 02 03:37:06.759900 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device d4b5f3d0-2c5b-4b62-967c-753987ada9d4 up at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:37:06.804490 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning for port d4b5f3d0-2c5b-4b62-967c-753987ada9d4 completed by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 02 03:37:06.813862 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning complete for port d4b5f3d0-2c5b-4b62-967c-753987ada9d4 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:37:06.814252 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (d4b5f3d0-2c5b-4b62-967c-753987ada9d4), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:06.891744 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port d4b5f3d0-2c5b-4b62-967c-753987ada9d4 is: BUILD; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:37:06.892166 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (d4b5f3d0-2c5b-4b62-967c-753987ada9d4), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:06.901308 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:06.916624 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e566b-19be-4def-93ce-e1d1482ef9d5 req-e792457a-84ca-4e3e-a593-29ce9dfa7914 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:06.918261 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2d5e566b-19be-4def-93ce-e1d1482ef9d5 req-e792457a-84ca-4e3e-a593-29ce9dfa7914 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=b469211d-9cd9-495f-acbf-1af2e128d2ae HTTP/1.1" status: 200 len: 944 time: 0.0494685 Jul 02 03:37:06.918395 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b469211d-9cd9-495f-acbf-1af2e128d2ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b5f3d0-2c5b-4b62-967c-753987ada9d4'}] {{(pid=104251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:37:06.921037 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea91eb0431f3890beba7fecfff9803703e4988fc204844c40d6eadfc05b4f309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729271dc-da79-4870-a2b2-f33c1b1f639b" -d '{"events": [{"server_uuid": "b469211d-9cd9-495f-acbf-1af2e128d2ae", "name": "network-vif-plugged", "status": "completed", "tag": "d4b5f3d0-2c5b-4b62-967c-753987ada9d4"}]}' {{(pid=104251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:37:06.935811 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port d4b5f3d0-2c5b-4b62-967c-753987ada9d4, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=d4b5f3d0-2c5b-4b62-967c-753987ada9d4,segment=NetworkSegment(eb054a31-e718-4623-b579-cc6337b37410),segment_id=eb054a31-e718-4623-b579-cc6337b37410)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:37:06.940464 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (d4b5f3d0-2c5b-4b62-967c-753987ada9d4), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:06.978065 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2d5e566b-19be-4def-93ce-e1d1482ef9d5 req-fb1a1e16-f266-461e-8bdd-0bd98bbe4b06 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528615 Jul 02 03:37:06.980781 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57296e3d-e5a9-4be8-bf0a-6574cfd87822 x-openstack-request-id: req-57296e3d-e5a9-4be8-bf0a-6574cfd87822 {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:37:06.981065 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b469211d-9cd9-495f-acbf-1af2e128d2ae", "name": "network-vif-plugged", "status": "completed", "tag": "d4b5f3d0-2c5b-4b62-967c-753987ada9d4", "code": 200}]} {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:37:06.981404 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-57296e3d-e5a9-4be8-bf0a-6574cfd87822 {{(pid=104251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:37:06.981688 dv-cinder-846842-9-iscsi neutron-server[104251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57296e3d-e5a9-4be8-bf0a-6574cfd87822'] response: {'server_uuid': 'b469211d-9cd9-495f-acbf-1af2e128d2ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b5f3d0-2c5b-4b62-967c-753987ada9d4', 'code': 200} Jul 02 03:37:06.982008 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:06.996942 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=d4b5f3d0-2c5b-4b62-967c-753987ada9d4,revision_number=5']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:37:07.124113 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e0774-da90-4e9f-8d66-7556a19f3a27 req-4adc29df-19d0-4742-880d-94b56594935d tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:07.125776 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-060e0774-da90-4e9f-8d66-7556a19f3a27 req-4adc29df-19d0-4742-880d-94b56594935d tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 944 time: 0.0511298 Jul 02 03:37:07.176602 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-060e0774-da90-4e9f-8d66-7556a19f3a27 req-d3be1cb4-7c46-4d94-81db-66cecdb1f3c6 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447586 Jul 02 03:37:08.118642 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd82a0-53db-4836-b978-cbe9d9df7ef9 req-bcf8ff2d-bd52-4539-81d6-4567cdab122b tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:08.120191 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8fcd82a0-53db-4836-b978-cbe9d9df7ef9 req-bcf8ff2d-bd52-4539-81d6-4567cdab122b tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=b469211d-9cd9-495f-acbf-1af2e128d2ae HTTP/1.1" status: 200 len: 945 time: 0.0585918 Jul 02 03:37:08.169338 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8fcd82a0-53db-4836-b978-cbe9d9df7ef9 req-5580f16a-6ba0-4a5f-bc4c-32e509d73098 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429859 Jul 02 03:37:08.292583 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2079d8-6101-4b20-bc7f-c6f5a6452e96 req-7d4310d0-b1d7-41a7-ac19-50560e0e1fc5 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:08.294307 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4d2079d8-6101-4b20-bc7f-c6f5a6452e96 req-7d4310d0-b1d7-41a7-ac19-50560e0e1fc5 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 944 time: 0.0507548 Jul 02 03:37:08.344813 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4d2079d8-6101-4b20-bc7f-c6f5a6452e96 req-0dd02ded-ed29-40fd-852c-4eeb18341d58 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418253 Jul 02 03:37:09.289981 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c2827-bbdd-4fbf-aeee-fd67eea5adce req-579772d8-b3b1-4637-aa21-684bd64944a7 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:09.291549 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-239c2827-bbdd-4fbf-aeee-fd67eea5adce req-579772d8-b3b1-4637-aa21-684bd64944a7 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=b469211d-9cd9-495f-acbf-1af2e128d2ae HTTP/1.1" status: 200 len: 945 time: 0.0486026 Jul 02 03:37:09.341277 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-239c2827-bbdd-4fbf-aeee-fd67eea5adce req-642733bb-f1ba-4f30-aac0-487c6bef493c tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434883 Jul 02 03:37:09.462828 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d91df-1fa4-448b-ba13-17e6875bdfdd req-c1f01b7b-5ce4-4b39-9e91-a6e4a69f75f3 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:09.464718 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-357d91df-1fa4-448b-ba13-17e6875bdfdd req-c1f01b7b-5ce4-4b39-9e91-a6e4a69f75f3 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 944 time: 0.0524876 Jul 02 03:37:09.518340 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-357d91df-1fa4-448b-ba13-17e6875bdfdd req-642f1d50-233d-488a-95e2-2ac00b71ecbd tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467479 Jul 02 03:37:09.860581 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390813a1-b757-40dd-acde-282e6fc0ef11 req-4e129c8a-fe52-49a5-9f9d-cd805af297aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:09.862044 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-390813a1-b757-40dd-acde-282e6fc0ef11 req-4e129c8a-fe52-49a5-9f9d-cd805af297aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53c88ba2f03f47538ca0eaeb08ccfc07&device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 1128 time: 0.0500541 Jul 02 03:37:10.012756 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6f242-4e76-4062-a5bb-7e931d7d77da req-a106046f-1ee6-4b8c-9dac-9a16e79627d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:10.014249 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-3ea6f242-4e76-4062-a5bb-7e931d7d77da req-a106046f-1ee6-4b8c-9dac-9a16e79627d3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b469211d-9cd9-495f-acbf-1af2e128d2ae HTTP/1.1" status: 200 len: 1129 time: 0.0520878 Jul 02 03:37:10.015281 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390813a1-b757-40dd-acde-282e6fc0ef11 req-d2229337-5c11-4a99-b6d1-6e25bae60d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:10.016826 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-390813a1-b757-40dd-acde-282e6fc0ef11 req-d2229337-5c11-4a99-b6d1-6e25bae60d19 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1d7a687-b6ca-47c7-af08-d5e3055ff439 HTTP/1.1" status: 200 len: 919 time: 0.1450408 Jul 02 03:37:10.071110 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-390813a1-b757-40dd-acde-282e6fc0ef11 req-5aa2300a-7d07-4994-b39e-194c95536cf8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93c7269e-7d3c-40f8-8470-e61f2bab54ea HTTP/1.1" status: 200 len: 217 time: 0.0453291 Jul 02 03:37:10.125069 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-3ea6f242-4e76-4062-a5bb-7e931d7d77da req-c5b0a0af-acb4-4fce-a17f-5f23da7893d1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004183 Jul 02 03:37:10.137442 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390813a1-b757-40dd-acde-282e6fc0ef11 req-125a7e4d-cb2a-49fb-9333-977345e8de7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:10.138878 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-390813a1-b757-40dd-acde-282e6fc0ef11 req-125a7e4d-cb2a-49fb-9333-977345e8de7a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9 HTTP/1.1" status: 200 len: 857 time: 0.0580213 Jul 02 03:37:10.469738 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54921981-ff59-437c-be83-d7e29541c0da req-d93404df-6559-4996-aab4-18587470e207 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:10.471260 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-54921981-ff59-437c-be83-d7e29541c0da req-d93404df-6559-4996-aab4-18587470e207 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=b469211d-9cd9-495f-acbf-1af2e128d2ae HTTP/1.1" status: 200 len: 945 time: 0.0554178 Jul 02 03:37:10.522531 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-54921981-ff59-437c-be83-d7e29541c0da req-805ed585-15c7-49d2-9cca-cd6ba65e764b tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438163 Jul 02 03:37:10.645349 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c0cb5-308e-4b58-9748-8f9ca78dde97 req-842e2a9b-9b6f-49df-8d41-273a8d062746 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:10.646869 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-956c0cb5-308e-4b58-9748-8f9ca78dde97 req-842e2a9b-9b6f-49df-8d41-273a8d062746 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 944 time: 0.0559559 Jul 02 03:37:10.650034 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390813a1-b757-40dd-acde-282e6fc0ef11 req-dc966045-e3dd-4b68-ae0c-9f2f9c25b920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:10.651606 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-390813a1-b757-40dd-acde-282e6fc0ef11 req-dc966045-e3dd-4b68-ae0c-9f2f9c25b920 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1d7a687-b6ca-47c7-af08-d5e3055ff439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469549 Jul 02 03:37:10.679145 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:10.680980 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:10.697970 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-956c0cb5-308e-4b58-9748-8f9ca78dde97 req-b1883ce9-8841-409c-aa81-3f93056be4b0 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449412 Jul 02 03:37:10.747725 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-390813a1-b757-40dd-acde-282e6fc0ef11 req-d658a1e4-6f6d-46f7-86b7-ebfa269d1ffa service neutron] 10.222.0.26 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865576 Jul 02 03:37:10.786023 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 93c7269e-7d3c-40f8-8470-e61f2bab54ea details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 03:37:10.894335 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 93c7269e-7d3c-40f8-8470-e61f2bab54ea, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=93c7269e-7d3c-40f8-8470-e61f2bab54ea,segment=NetworkSegment(a5a53470-af05-484e-b258-82f2776e0ce4),segment_id=a5a53470-af05-484e-b258-82f2776e0ce4)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:37:10.911557 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Returning: {'device': '93c7269e-7d3c-40f8-8470-e61f2bab54ea', 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439', 'port_id': '93c7269e-7d3c-40f8-8470-e61f2bab54ea', 'mac_address': 'fa:16:3e:ab:8b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 03:37:10.953688 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 93c7269e-7d3c-40f8-8470-e61f2bab54ea is: DOWN; New status is: BUILD {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:37:10.954184 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (93c7269e-7d3c-40f8-8470-e61f2bab54ea), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:10.969417 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c7269e-7d3c-40f8-8470-e61f2bab54ea {{(pid=104251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:37:10.991157 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 93c7269e-7d3c-40f8-8470-e61f2bab54ea, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=93c7269e-7d3c-40f8-8470-e61f2bab54ea,segment=NetworkSegment(a5a53470-af05-484e-b258-82f2776e0ce4),segment_id=a5a53470-af05-484e-b258-82f2776e0ce4)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:37:10.997355 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (93c7269e-7d3c-40f8-8470-e61f2bab54ea), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:11.047546 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=93c7269e-7d3c-40f8-8470-e61f2bab54ea,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:37:11.544304 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-390813a1-b757-40dd-acde-282e6fc0ef11 req-25a34a55-dd1c-41ad-a482-5191f7ccad02 service neutron] 10.222.0.26 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942280 Jul 02 03:37:11.646146 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9119e8-a939-4d73-84c4-42504d5bf2eb req-c28f72f0-4582-4cb1-8d33-3a16782851fc tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:11.647944 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ad9119e8-a939-4d73-84c4-42504d5bf2eb req-c28f72f0-4582-4cb1-8d33-3a16782851fc tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=b469211d-9cd9-495f-acbf-1af2e128d2ae HTTP/1.1" status: 200 len: 945 time: 0.0540266 Jul 02 03:37:11.701000 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ad9119e8-a939-4d73-84c4-42504d5bf2eb req-f5bc2cd5-c090-40ff-a0af-cad02c4d71d2 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451066 Jul 02 03:37:11.826280 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e0335-a36b-47d6-9e80-a605fb071ab3 req-04b310bf-e871-4108-8a1c-13865acdfcd2 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:11.828330 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fe4e0335-a36b-47d6-9e80-a605fb071ab3 req-04b310bf-e871-4108-8a1c-13865acdfcd2 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 945 time: 0.0558932 Jul 02 03:37:11.851120 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:11.859773 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['93c7269e-7d3c-40f8-8470-e61f2bab54ea'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:37:11.881222 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fe4e0335-a36b-47d6-9e80-a605fb071ab3 req-3d2c5044-92ac-43db-81ff-2569434c9e2d tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467217 Jul 02 03:37:12.829753 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07260464-f792-460c-b55a-8c57fa7b4852 req-077dfeb4-d441-45fb-9971-a214ffdf28f6 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:12.831427 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-07260464-f792-460c-b55a-8c57fa7b4852 req-077dfeb4-d441-45fb-9971-a214ffdf28f6 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=b469211d-9cd9-495f-acbf-1af2e128d2ae HTTP/1.1" status: 200 len: 945 time: 0.0552623 Jul 02 03:37:12.879592 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-07260464-f792-460c-b55a-8c57fa7b4852 req-93ae81c2-3f7c-4d89-abea-79a797518202 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421226 Jul 02 03:37:12.978026 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:37:13.012895 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a35d9-99be-4bf6-bb7e-d8a5c2740385 req-e7714112-5e4a-4baf-88ef-137ff59dae16 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:13.014331 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-095a35d9-99be-4bf6-bb7e-d8a5c2740385 req-e7714112-5e4a-4baf-88ef-137ff59dae16 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 945 time: 0.0541348 Jul 02 03:37:13.071337 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-095a35d9-99be-4bf6-bb7e-d8a5c2740385 req-2ff45645-13b3-46a9-9079-2661f10c90d3 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504167 Jul 02 03:37:13.288301 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 93c7269e-7d3c-40f8-8470-e61f2bab54ea up at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:37:13.341115 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning for port 93c7269e-7d3c-40f8-8470-e61f2bab54ea completed by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 02 03:37:13.348439 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning complete for port 93c7269e-7d3c-40f8-8470-e61f2bab54ea triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:37:13.348804 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (93c7269e-7d3c-40f8-8470-e61f2bab54ea), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:13.427666 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 93c7269e-7d3c-40f8-8470-e61f2bab54ea is: BUILD; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:37:13.428112 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (93c7269e-7d3c-40f8-8470-e61f2bab54ea), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:13.456084 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c7269e-7d3c-40f8-8470-e61f2bab54ea'}] {{(pid=104251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:37:13.458384 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea91eb0431f3890beba7fecfff9803703e4988fc204844c40d6eadfc05b4f309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ec1767-665b-4b51-bbd8-8fcbacfa08d9" -d '{"events": [{"server_uuid": "e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee", "name": "network-vif-plugged", "status": "completed", "tag": "93c7269e-7d3c-40f8-8470-e61f2bab54ea"}]}' {{(pid=104251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:37:13.470952 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 93c7269e-7d3c-40f8-8470-e61f2bab54ea, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=93c7269e-7d3c-40f8-8470-e61f2bab54ea,segment=NetworkSegment(a5a53470-af05-484e-b258-82f2776e0ce4),segment_id=a5a53470-af05-484e-b258-82f2776e0ce4)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:37:13.476174 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (93c7269e-7d3c-40f8-8470-e61f2bab54ea), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:13.516521 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5cf5ef-bc1d-48e2-a570-66d9f866d372 x-openstack-request-id: req-3d5cf5ef-bc1d-48e2-a570-66d9f866d372 {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:37:13.516811 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee", "name": "network-vif-plugged", "status": "completed", "tag": "93c7269e-7d3c-40f8-8470-e61f2bab54ea", "code": 200}]} {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:37:13.517060 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3d5cf5ef-bc1d-48e2-a570-66d9f866d372 {{(pid=104251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:37:13.517440 dv-cinder-846842-9-iscsi neutron-server[104251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d5cf5ef-bc1d-48e2-a570-66d9f866d372'] response: {'server_uuid': 'e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c7269e-7d3c-40f8-8470-e61f2bab54ea', 'code': 200} Jul 02 03:37:13.534374 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=93c7269e-7d3c-40f8-8470-e61f2bab54ea,revision_number=5']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:37:13.738135 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240dbda-2042-4778-8be4-9a3517469a83 req-6bbecd5d-4163-4f8f-8836-429a708d3f3d tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:13.741175 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f240dbda-2042-4778-8be4-9a3517469a83 req-6bbecd5d-4163-4f8f-8836-429a708d3f3d tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=b469211d-9cd9-495f-acbf-1af2e128d2ae HTTP/1.1" status: 200 len: 945 time: 0.0603714 Jul 02 03:37:13.798614 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f240dbda-2042-4778-8be4-9a3517469a83 req-25d3d840-2323-40c6-b076-5fe124a5f42e tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505428 Jul 02 03:37:14.196301 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33448afc-d36a-4427-9955-518dc6b4af24 req-97a0766d-fb8d-4937-9773-83ba4456233e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:14.197778 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-33448afc-d36a-4427-9955-518dc6b4af24 req-97a0766d-fb8d-4937-9773-83ba4456233e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0496385 Jul 02 03:37:14.244462 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-33448afc-d36a-4427-9955-518dc6b4af24 req-60c2f602-cca6-428f-a8ee-ca111ea2272d tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411084 Jul 02 03:37:14.925094 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ddb24c-1fe2-4267-9904-237eb1490b12 req-9404e042-aa0e-4153-920e-f23b5f9ffed3 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:14.926723 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-64ddb24c-1fe2-4267-9904-237eb1490b12 req-9404e042-aa0e-4153-920e-f23b5f9ffed3 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=b469211d-9cd9-495f-acbf-1af2e128d2ae HTTP/1.1" status: 200 len: 945 time: 0.0555313 Jul 02 03:37:14.974912 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-64ddb24c-1fe2-4267-9904-237eb1490b12 req-97e42c26-fcbf-4c63-8bc5-4b42be36c031 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425658 Jul 02 03:37:15.167129 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48790963-78c9-4112-9699-6f881f7f174d req-90980f5b-df56-445b-bc37-266f43a2b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:15.168677 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-48790963-78c9-4112-9699-6f881f7f174d req-90980f5b-df56-445b-bc37-266f43a2b133 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 1130 time: 0.0380611 Jul 02 03:37:15.217979 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-48790963-78c9-4112-9699-6f881f7f174d req-3e1c7930-2779-4623-bf7c-c31b91818298 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403883 Jul 02 03:37:15.517586 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6edfed-1cbe-430c-b081-9185dc468fd3 req-b1ffc5dc-dbd0-4636-b87b-867b693ba28f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:15.519194 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5c6edfed-1cbe-430c-b081-9185dc468fd3 req-b1ffc5dc-dbd0-4636-b87b-867b693ba28f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0610118 Jul 02 03:37:15.573520 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5c6edfed-1cbe-430c-b081-9185dc468fd3 req-194f3e6e-c7c6-403c-bd70-4ed5ce89aaf8 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454476 Jul 02 03:37:16.091352 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f0a47-7d39-4418-b36a-2d283dd4dfd2 req-3cab395c-bd7f-4f3f-bcf1-1aaffb3c1ff0 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:16.092877 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e03f0a47-7d39-4418-b36a-2d283dd4dfd2 req-3cab395c-bd7f-4f3f-bcf1-1aaffb3c1ff0 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=b469211d-9cd9-495f-acbf-1af2e128d2ae HTTP/1.1" status: 200 len: 945 time: 0.0497527 Jul 02 03:37:16.144543 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e03f0a47-7d39-4418-b36a-2d283dd4dfd2 req-e09a1097-fbf5-4e5f-a3b1-aef40cfeff60 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439475 Jul 02 03:37:16.236978 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:16.245919 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:16.698758 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d411e11-baa9-4a27-9d82-4cfabe917d28 req-25feed58-e520-4035-a53b-d5b6c6d15b1c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:16.700246 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3d411e11-baa9-4a27-9d82-4cfabe917d28 req-25feed58-e520-4035-a53b-d5b6c6d15b1c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0481055 Jul 02 03:37:16.763603 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3d411e11-baa9-4a27-9d82-4cfabe917d28 req-41567ad9-dc72-4fb3-9f60-903470666cf2 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548041 Jul 02 03:37:17.267953 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb1ba5-6d6d-44e1-bdb6-326bd953c73c req-63d1f5f3-e524-48c5-98fe-d3a70f59d8a5 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:17.269885 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-eadb1ba5-6d6d-44e1-bdb6-326bd953c73c req-63d1f5f3-e524-48c5-98fe-d3a70f59d8a5 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=b469211d-9cd9-495f-acbf-1af2e128d2ae HTTP/1.1" status: 200 len: 945 time: 0.0493743 Jul 02 03:37:17.318144 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-eadb1ba5-6d6d-44e1-bdb6-326bd953c73c req-21994a20-bedd-4c39-9984-5138a2c5566d tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426292 Jul 02 03:37:17.418257 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4332d2-db28-4939-a03c-99013e95621a req-f910845e-4f94-498a-aa8c-eb10ff505829 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:17.420133 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9e4332d2-db28-4939-a03c-99013e95621a req-f910845e-4f94-498a-aa8c-eb10ff505829 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b469211d-9cd9-495f-acbf-1af2e128d2ae HTTP/1.1" status: 200 len: 945 time: 0.0490222 Jul 02 03:37:17.622377 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-9e4332d2-db28-4939-a03c-99013e95621a req-57425293-8446-4d1f-b667-d098ed0ef31a tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Deleting port d4b5f3d0-2c5b-4b62-967c-753987ada9d4 {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:37:17.622719 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-9e4332d2-db28-4939-a03c-99013e95621a req-57425293-8446-4d1f-b667-d098ed0ef31a tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (d4b5f3d0-2c5b-4b62-967c-753987ada9d4), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:17.717656 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-9e4332d2-db28-4939-a03c-99013e95621a req-57425293-8446-4d1f-b667-d098ed0ef31a tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] For port d4b5f3d0-2c5b-4b62-967c-753987ada9d4, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=d4b5f3d0-2c5b-4b62-967c-753987ada9d4,segment=NetworkSegment(eb054a31-e718-4623-b579-cc6337b37410),segment_id=eb054a31-e718-4623-b579-cc6337b37410)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:37:17.717990 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-9e4332d2-db28-4939-a03c-99013e95621a req-57425293-8446-4d1f-b667-d098ed0ef31a tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (d4b5f3d0-2c5b-4b62-967c-753987ada9d4), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:17.844378 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:17.883251 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a84c9f-be4e-4db0-ae32-7ee84a76ec7e req-b422fa57-7f7e-426c-81ae-753362456b39 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:17.884768 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-63a84c9f-be4e-4db0-ae32-7ee84a76ec7e req-b422fa57-7f7e-426c-81ae-753362456b39 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0491915 Jul 02 03:37:17.938130 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-63a84c9f-be4e-4db0-ae32-7ee84a76ec7e req-1db096f2-161e-49cb-b351-59386ee49d77 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476675 Jul 02 03:37:17.950935 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-9e4332d2-db28-4939-a03c-99013e95621a req-57425293-8446-4d1f-b667-d098ed0ef31a tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Calling delete_port for d4b5f3d0-2c5b-4b62-967c-753987ada9d4 owned by compute:nova {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:37:17.988775 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=100 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:18.053107 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5af71-80d0-4b43-a82b-7d0fcffd347e req-5ea271a8-2bb1-4d19-a6f5-6a416cd7e038 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:18.054595 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-bcc5af71-80d0-4b43-a82b-7d0fcffd347e req-5ea271a8-2bb1-4d19-a6f5-6a416cd7e038 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0514956 Jul 02 03:37:18.063106 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 35652) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:37:18.067578 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-49d4f03d-abf7-454f-935d-519454bae069 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Request body: {'floatingip': {'port_id': '93c7269e-7d3c-40f8-8470-e61f2bab54ea'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:37:18.087843 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-9e4332d2-db28-4939-a03c-99013e95621a req-57425293-8446-4d1f-b667-d098ed0ef31a tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (d4b5f3d0-2c5b-4b62-967c-753987ada9d4), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:18.104358 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-49d4f03d-abf7-454f-935d-519454bae069 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks [] for floatingip (aecefaae-53d1-4422-b59c-c65ced929efa), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:18.119367 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57425293-8446-4d1f-b667-d098ed0ef31a tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Pushing event deleted for resources: {'Port': ['ID=d4b5f3d0-2c5b-4b62-967c-753987ada9d4,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:37:18.151040 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['d4b5f3d0-2c5b-4b62-967c-753987ada9d4'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:37:18.152839 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57425293-8446-4d1f-b667-d098ed0ef31a tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:18.153181 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57425293-8446-4d1f-b667-d098ed0ef31a tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:18.154258 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57425293-8446-4d1f-b667-d098ed0ef31a tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:18.154258 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57425293-8446-4d1f-b667-d098ed0ef31a tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:18.154258 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57425293-8446-4d1f-b667-d098ed0ef31a tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:18.154522 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57425293-8446-4d1f-b667-d098ed0ef31a tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:18.154769 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57425293-8446-4d1f-b667-d098ed0ef31a tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:18.155087 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57425293-8446-4d1f-b667-d098ed0ef31a tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:18.155433 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57425293-8446-4d1f-b667-d098ed0ef31a tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:18.155745 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57425293-8446-4d1f-b667-d098ed0ef31a tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:18.156059 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57425293-8446-4d1f-b667-d098ed0ef31a tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:18.156372 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57425293-8446-4d1f-b667-d098ed0ef31a tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:18.156707 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57425293-8446-4d1f-b667-d098ed0ef31a tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:18.157019 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57425293-8446-4d1f-b667-d098ed0ef31a tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:18.157326 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57425293-8446-4d1f-b667-d098ed0ef31a tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:18.170572 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:18.177783 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4332d2-db28-4939-a03c-99013e95621a req-57425293-8446-4d1f-b667-d098ed0ef31a tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] No DVR routers for this DVR port d4b5f3d0-2c5b-4b62-967c-753987ada9d4 on host hv-cinder-84684 {{(pid=104250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:37:18.180156 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-9e4332d2-db28-4939-a03c-99013e95621a req-57425293-8446-4d1f-b667-d098ed0ef31a tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:18.183320 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9e4332d2-db28-4939-a03c-99013e95621a req-57425293-8446-4d1f-b667-d098ed0ef31a tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.26 "DELETE /v2.0/ports/d4b5f3d0-2c5b-4b62-967c-753987ada9d4 HTTP/1.1" status: 204 len: 173 time: 0.6509202 Jul 02 03:37:18.183742 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b469211d-9cd9-495f-acbf-1af2e128d2ae', 'name': 'network-vif-deleted', 'tag': 'd4b5f3d0-2c5b-4b62-967c-753987ada9d4'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:37:18.185951 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e2c6d1-dcf3-4718-bbaa-d25fb45647b0" -d '{"events": [{"server_uuid": "b469211d-9cd9-495f-acbf-1af2e128d2ae", "name": "network-vif-deleted", "tag": "d4b5f3d0-2c5b-4b62-967c-753987ada9d4"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:37:18.220727 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df0dbf6-9f4c-4490-811c-0de8b8884e79 x-openstack-request-id: req-3df0dbf6-9f4c-4490-811c-0de8b8884e79 {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:37:18.221013 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b469211d-9cd9-495f-acbf-1af2e128d2ae", "name": "network-vif-deleted", "tag": "d4b5f3d0-2c5b-4b62-967c-753987ada9d4", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:37:18.221297 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3df0dbf6-9f4c-4490-811c-0de8b8884e79 {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:37:18.221708 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3df0dbf6-9f4c-4490-811c-0de8b8884e79'] response: {'server_uuid': 'b469211d-9cd9-495f-acbf-1af2e128d2ae', 'name': 'network-vif-deleted', 'tag': 'd4b5f3d0-2c5b-4b62-967c-753987ada9d4', 'status': 'completed', 'code': 200} Jul 02 03:37:18.474558 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-11d9162b-d559-4f8e-8181-3f5a7faa3445 req-5358d4f8-2d23-496e-9e8e-5699e0c624be tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=b469211d-9cd9-495f-acbf-1af2e128d2ae HTTP/1.1" status: 200 len: 210 time: 0.0510874 Jul 02 03:37:18.578269 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-49d4f03d-abf7-454f-935d-519454bae069 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:18.585700 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-49d4f03d-abf7-454f-935d-519454bae069 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389155'] for floatingip (aecefaae-53d1-4422-b59c-c65ced929efa), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:18.693460 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.db.l3_db [None req-49d4f03d-abf7-454f-935d-519454bae069 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Floating IP aecefaae-53d1-4422-b59c-c65ced929efa associated. External IP: 172.27.0.81, port: 93c7269e-7d3c-40f8-8470-e61f2bab54ea. Jul 02 03:37:19.041865 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-ada0f1af-c3b2-4427-8780-f015ed97fc7c req-9183f075-583c-4875-99eb-e4b172bc4e6d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397263 Jul 02 03:37:19.166132 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d4f03d-abf7-454f-935d-519454bae069 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Router ea261895-4496-471d-aa3d-647f34ffe46c has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:37:19.253241 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:19.276483 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d4f03d-abf7-454f-935d-519454bae069 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:37:19.281293 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-49d4f03d-abf7-454f-935d-519454bae069 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:19.292835 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c6a373-f35c-4d66-b87d-46888271e945 None None] Sync routers for ids ['ea261895-4496-471d-aa3d-647f34ffe46c'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:37:19.313802 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-49d4f03d-abf7-454f-935d-519454bae069 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "PUT /v2.0/floatingips/aecefaae-53d1-4422-b59c-c65ced929efa HTTP/1.1" status: 200 len: 991 time: 1.2495637 Jul 02 03:37:19.314392 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee', 'tag': '93c7269e-7d3c-40f8-8470-e61f2bab54ea'}] {{(pid=104249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:37:19.317006 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f088720257398f3cab103114357bf561c7f80e100abdbb3b7e497acc9cc690b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82790248-796e-43af-8925-742485f547e4" -d '{"events": [{"name": "network-changed", "server_uuid": "e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee", "tag": "93c7269e-7d3c-40f8-8470-e61f2bab54ea"}]}' {{(pid=104249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:37:19.320924 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:19.322218 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c6a373-f35c-4d66-b87d-46888271e945 None None] Routers {'ea261895-4496-471d-aa3d-647f34ffe46c'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:37:19.322849 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-59c6a373-f35c-4d66-b87d-46888271e945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:36:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['ea261895-4496-471d-aa3d-647f34ffe46c'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:37:19.358880 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6171cc-dc42-4ae8-b64a-b0287c1ab48e x-openstack-request-id: req-ed6171cc-dc42-4ae8-b64a-b0287c1ab48e {{(pid=104249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:37:19.360815 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee", "tag": "93c7269e-7d3c-40f8-8470-e61f2bab54ea", "status": "completed", "code": 200}]} {{(pid=104249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:37:19.361432 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ed6171cc-dc42-4ae8-b64a-b0287c1ab48e {{(pid=104249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:37:19.361907 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed6171cc-dc42-4ae8-b64a-b0287c1ab48e'] response: {'name': 'network-changed', 'server_uuid': 'e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee', 'tag': '93c7269e-7d3c-40f8-8470-e61f2bab54ea', 'status': 'completed', 'code': 200} Jul 02 03:37:19.434436 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-59c6a373-f35c-4d66-b87d-46888271e945 None None] Set router ea261895-4496-471d-aa3d-647f34ffe46c gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:37:19.526305 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0f1af-c3b2-4427-8780-f015ed97fc7c req-8406a616-b0a1-4415-811b-635dc6bf6409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:19.527957 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-ada0f1af-c3b2-4427-8780-f015ed97fc7c req-8406a616-b0a1-4415-811b-635dc6bf6409 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53c88ba2f03f47538ca0eaeb08ccfc07&device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 1129 time: 0.0803292 Jul 02 03:37:19.533998 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82790248-796e-43af-8925-742485f547e4 req-255f1ba7-c335-47ad-9ea7-8aff50521ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:19.535758 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-82790248-796e-43af-8925-742485f547e4 req-255f1ba7-c335-47ad-9ea7-8aff50521ecb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53c88ba2f03f47538ca0eaeb08ccfc07&device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 1130 time: 0.0554307 Jul 02 03:37:19.636221 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f017b71b-ab1f-4057-b2a5-da4523f9797d req-bca2a81b-b6ae-4143-b9a4-03718ed67dae tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=b469211d-9cd9-495f-acbf-1af2e128d2ae HTTP/1.1" status: 200 len: 210 time: 0.0485437 Jul 02 03:37:19.701628 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-59c6a373-f35c-4d66-b87d-46888271e945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'name': 'tempest-ServerRescueNegativeTestJSON-608922710-router', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e6ec623c-cd33-4d9b-96c8-cad9894378b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:34:18Z', 'revision_number': 4, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'gw_port': {'id': 'e6ec623c-cd33-4d9b-96c8-cad9894378b3', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:31:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': 'aecefaae-53d1-4422-b59c-c65ced929efa', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'floating_ip_address': '172.27.0.81', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'port_id': '93c7269e-7d3c-40f8-8470-e61f2bab54ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439', 'mac_address': 'fa:16:3e:ab:8b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:36:59Z', 'updated_at': '2022-07-02T03:37:18Z', 'revision_number': 1, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feaa1fc3-ea74-489f-a771-8c73bc9b7d87', 'name': '', 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'mac_address': 'fa:16:3e:3d:c6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:17Z', 'updated_at': '2022-07-02T03:34:32Z', 'revision_number': 5, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'subnets': [{'id': 'df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:37:19.713832 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:19.726615 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c6a373-f35c-4d66-b87d-46888271e945 None None] Checking router: ea261895-4496-471d-aa3d-647f34ffe46c for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:37:19.734811 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0f1af-c3b2-4427-8780-f015ed97fc7c req-7456a68e-bfc6-472b-8322-d505d340c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:19.735173 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c6a373-f35c-4d66-b87d-46888271e945 None None] Routers {'ea261895-4496-471d-aa3d-647f34ffe46c'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:37:19.735839 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-59c6a373-f35c-4d66-b87d-46888271e945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:36:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['ea261895-4496-471d-aa3d-647f34ffe46c'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:37:19.736348 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-ada0f1af-c3b2-4427-8780-f015ed97fc7c req-7456a68e-bfc6-472b-8322-d505d340c78f service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1d7a687-b6ca-47c7-af08-d5e3055ff439 HTTP/1.1" status: 200 len: 919 time: 0.1692626 Jul 02 03:37:19.737271 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82790248-796e-43af-8925-742485f547e4 req-a82569f6-dceb-49a2-b6fc-147a940b4ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:19.738858 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-82790248-796e-43af-8925-742485f547e4 req-a82569f6-dceb-49a2-b6fc-147a940b4ee8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1d7a687-b6ca-47c7-af08-d5e3055ff439 HTTP/1.1" status: 200 len: 919 time: 0.1704531 Jul 02 03:37:19.803516 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-ada0f1af-c3b2-4427-8780-f015ed97fc7c req-254bf9c0-e238-46c6-9931-2ff117c9e813 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e02d1bfd-a033-4aa9-9067-1cfc9301fed1 HTTP/1.1" status: 200 len: 217 time: 0.0439248 Jul 02 03:37:19.840096 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-59c6a373-f35c-4d66-b87d-46888271e945 None None] Set router ea261895-4496-471d-aa3d-647f34ffe46c gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:37:19.884999 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-82790248-796e-43af-8925-742485f547e4 req-5c5df115-3d73-4b81-a38e-3a90ca35725d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93c7269e-7d3c-40f8-8470-e61f2bab54ea HTTP/1.1" status: 200 len: 999 time: 0.1184711 Jul 02 03:37:19.888440 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0f1af-c3b2-4427-8780-f015ed97fc7c req-8032c29d-694e-47c6-a771-20c2354c1534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:19.889786 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-ada0f1af-c3b2-4427-8780-f015ed97fc7c req-8032c29d-694e-47c6-a771-20c2354c1534 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9 HTTP/1.1" status: 200 len: 857 time: 0.0623329 Jul 02 03:37:19.967020 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0f1af-c3b2-4427-8780-f015ed97fc7c req-6ffbc7eb-0c32-4089-97a4-b11a5b3d8528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:19.968550 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-ada0f1af-c3b2-4427-8780-f015ed97fc7c req-6ffbc7eb-0c32-4089-97a4-b11a5b3d8528 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1d7a687-b6ca-47c7-af08-d5e3055ff439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0690989 Jul 02 03:37:19.970213 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82790248-796e-43af-8925-742485f547e4 req-315904ae-9052-4516-aa8b-f05d3f4d5c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:19.971559 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-82790248-796e-43af-8925-742485f547e4 req-315904ae-9052-4516-aa8b-f05d3f4d5c91 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9 HTTP/1.1" status: 200 len: 857 time: 0.0802362 Jul 02 03:37:20.045312 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82790248-796e-43af-8925-742485f547e4 req-f999a9aa-3a5c-458e-ae22-d68a93754b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:20.046806 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-82790248-796e-43af-8925-742485f547e4 req-f999a9aa-3a5c-458e-ae22-d68a93754b57 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1d7a687-b6ca-47c7-af08-d5e3055ff439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577087 Jul 02 03:37:20.071549 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-59c6a373-f35c-4d66-b87d-46888271e945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'name': 'tempest-ServerRescueNegativeTestJSON-608922710-router', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e6ec623c-cd33-4d9b-96c8-cad9894378b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:34:18Z', 'revision_number': 4, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'gw_port': {'id': 'e6ec623c-cd33-4d9b-96c8-cad9894378b3', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:31:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': 'aecefaae-53d1-4422-b59c-c65ced929efa', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'floating_ip_address': '172.27.0.81', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'port_id': '93c7269e-7d3c-40f8-8470-e61f2bab54ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439', 'mac_address': 'fa:16:3e:ab:8b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:36:59Z', 'updated_at': '2022-07-02T03:37:18Z', 'revision_number': 1, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feaa1fc3-ea74-489f-a771-8c73bc9b7d87', 'name': '', 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'mac_address': 'fa:16:3e:3d:c6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:17Z', 'updated_at': '2022-07-02T03:34:32Z', 'revision_number': 5, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'subnets': [{'id': 'df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:37:20.164717 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-ada0f1af-c3b2-4427-8780-f015ed97fc7c req-b9de4202-b931-49a5-807e-21f10128b202 service neutron] 10.222.0.26 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826425 Jul 02 03:37:20.195694 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:20.230456 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-82790248-796e-43af-8925-742485f547e4 req-65473607-3559-41fa-ab2f-483b424684e5 service neutron] 10.222.0.26 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567340 Jul 02 03:37:20.259950 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c6a373-f35c-4d66-b87d-46888271e945 None None] The sync data for ids ['ea261895-4496-471d-aa3d-647f34ffe46c'] in dv-cinder-846842-9-iscsi is: [{'id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'name': 'tempest-ServerRescueNegativeTestJSON-608922710-router', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e6ec623c-cd33-4d9b-96c8-cad9894378b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:34:18Z', 'revision_number': 4, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'gw_port': {'id': 'e6ec623c-cd33-4d9b-96c8-cad9894378b3', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:31:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': 'aecefaae-53d1-4422-b59c-c65ced929efa', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'floating_ip_address': '172.27.0.81', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'port_id': '93c7269e-7d3c-40f8-8470-e61f2bab54ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439', 'mac_address': 'fa:16:3e:ab:8b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:36:59Z', 'updated_at': '2022-07-02T03:37:18Z', 'revision_number': 1, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feaa1fc3-ea74-489f-a771-8c73bc9b7d87', 'name': '', 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'mac_address': 'fa:16:3e:3d:c6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:17Z', 'updated_at': '2022-07-02T03:34:32Z', 'revision_number': 5, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'subnets': [{'id': 'df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:37:20.277502 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-a562d99a-2892-4c98-a943-546c84a4cfa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:20.354552 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-ada0f1af-c3b2-4427-8780-f015ed97fc7c req-671fa79c-02b5-4e80-9e42-93a08b270080 service neutron] 10.222.0.26 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829903 Jul 02 03:37:20.379217 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-82790248-796e-43af-8925-742485f547e4 req-e8ba7bbb-6c20-4293-8a11-fde686c90555 service neutron] 10.222.0.26 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183312 Jul 02 03:37:20.481546 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c36872c-8e94-4d3d-986b-ca49f82021a2 None None] New status for floating IP aecefaae-53d1-4422-b59c-c65ced929efa: ACTIVE {{(pid=104252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 02 03:37:21.019007 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-1573323c-68e0-47c1-940f-5facf365acf8 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:21.020533 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-1573323c-68e0-47c1-940f-5facf365acf8 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/networks?id=7e34743c-39b1-41c2-b662-fc644b4f04d0 HTTP/1.1" status: 200 len: 806 time: 0.1105139 Jul 02 03:37:21.038947 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-1118a214-26dd-4ebd-a8ce-a8f5a8423323 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/quotas/81a1413099324b758a2608fa5d67c0a3 HTTP/1.1" status: 200 len: 375 time: 0.0104282 Jul 02 03:37:21.082495 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-52f23d19-8a8b-4229-8ae3-10d51d009493 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=81a1413099324b758a2608fa5d67c0a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377607 Jul 02 03:37:21.107810 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:21.181102 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-c7c48f0e-383b-4bd0-bc7f-5cc9304d58b5 service neutron] 10.222.0.42 "GET /v2.0/networks/7e34743c-39b1-41c2-b662-fc644b4f04d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914986 Jul 02 03:37:21.286666 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-c067624c-a06c-443a-9dda-519001c7365b service neutron] 10.222.0.42 "GET /v2.0/networks/7e34743c-39b1-41c2-b662-fc644b4f04d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995073 Jul 02 03:37:21.348670 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device d4b5f3d0-2c5b-4b62-967c-753987ada9d4 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:37:21.368836 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] No Port match for: d4b5f3d0-2c5b-4b62-967c-753987ada9d4 {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:37:21.369077 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device d4b5f3d0-2c5b-4b62-967c-753987ada9d4 not bound to the agent host hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:37:21.463397 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b116dbcb-8f3e-4926-b208-2d7933e38834 req-d2a35611-6f35-48dd-bb33-3a87d911e137 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb12d3e6-5bb3-4e2f-84c2-7912f20941dc HTTP/1.1" status: 200 len: 210 time: 0.0287380 Jul 02 03:37:22.548146 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-0c70ff6e-f887-4b91-8c4a-bd6adb9de8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:22.567976 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2f172019-995b-4abf-99d7-d9a2b60dc0a6 req-b5987318-13ba-4cb7-8413-48b2b06ddba1 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb12d3e6-5bb3-4e2f-84c2-7912f20941dc HTTP/1.1" status: 200 len: 210 time: 0.0298595 Jul 02 03:37:22.990812 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-fbe04154-a45e-4027-9930-854340c2698c tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:22.992628 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-fbe04154-a45e-4027-9930-854340c2698c tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.26 "GET /v2.0/networks?id=7e34743c-39b1-41c2-b662-fc644b4f04d0 HTTP/1.1" status: 200 len: 806 time: 0.1114292 Jul 02 03:37:23.028049 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-73660536-2d7d-4e9d-ae38-c347fc5236c2 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Request body: {'port': {'device_id': 'fb12d3e6-5bb3-4e2f-84c2-7912f20941dc', 'network_id': '7e34743c-39b1-41c2-b662-fc644b4f04d0', 'admin_state_up': True, 'tenant_id': '81a1413099324b758a2608fa5d67c0a3'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:37:23.153452 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-73660536-2d7d-4e9d-ae38-c347fc5236c2 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Made reservation on behalf of 81a1413099324b758a2608fa5d67c0a3 for: {'port': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:37:23.157060 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-73660536-2d7d-4e9d-ae38-c347fc5236c2 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:23.226770 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:23.283284 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-73660536-2d7d-4e9d-ae38-c347fc5236c2 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Allocated IP 172.20.0.6 (7e34743c-39b1-41c2-b662-fc644b4f04d0/8203d9e4-7b8e-4374-9a61-e1852602fbcf/07e1476a-bc3d-4b1b-8ca0-704ca496c3eb) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:37:23.459608 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-73660536-2d7d-4e9d-ae38-c347fc5236c2 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Publish callbacks [] for port (07e1476a-bc3d-4b1b-8ca0-704ca496c3eb), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:23.493176 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-73660536-2d7d-4e9d-ae38-c347fc5236c2 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (07e1476a-bc3d-4b1b-8ca0-704ca496c3eb), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:23.540383 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-73660536-2d7d-4e9d-ae38-c347fc5236c2 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Network 7e34743c-39b1-41c2-b662-fc644b4f04d0 is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:37:23.550376 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-73660536-2d7d-4e9d-ae38-c347fc5236c2 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:37:23.556372 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-73660536-2d7d-4e9d-ae38-c347fc5236c2 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:37:23.562812 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73660536-2d7d-4e9d-ae38-c347fc5236c2 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Pushing event updated for resources: {'Port': ['ID=07e1476a-bc3d-4b1b-8ca0-704ca496c3eb,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:37:23.569208 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:23.613000 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-73660536-2d7d-4e9d-ae38-c347fc5236c2 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:23.613623 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-73660536-2d7d-4e9d-ae38-c347fc5236c2 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:23.639408 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-73660536-2d7d-4e9d-ae38-c347fc5236c2 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6154389 Jul 02 03:37:23.669108 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-6fc15cd4-2fb9-403f-9ca1-decfab187755 service neutron] Request body: {'port': {'device_id': 'fb12d3e6-5bb3-4e2f-84c2-7912f20941dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:37:23.688875 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:23.701670 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ba3cf-5a51-4989-b7e7-21848f24b6ae req-7e313b73-063a-4f03-9be5-ebfc7865ef53 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:23.703436 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5c2ba3cf-5a51-4989-b7e7-21848f24b6ae req-7e313b73-063a-4f03-9be5-ebfc7865ef53 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb12d3e6-5bb3-4e2f-84c2-7912f20941dc HTTP/1.1" status: 200 len: 931 time: 0.0485971 Jul 02 03:37:23.734061 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-6fc15cd4-2fb9-403f-9ca1-decfab187755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (07e1476a-bc3d-4b1b-8ca0-704ca496c3eb), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:23.756001 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5c2ba3cf-5a51-4989-b7e7-21848f24b6ae req-b7d89bac-21f4-4d45-9d5e-32dd5aed662c tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459142 Jul 02 03:37:24.009168 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-6fc15cd4-2fb9-403f-9ca1-decfab187755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e1476a-bc3d-4b1b-8ca0-704ca496c3eb {{(pid=104250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:37:24.016799 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-6fc15cd4-2fb9-403f-9ca1-decfab187755 service neutron] Publish callbacks [] for port (07e1476a-bc3d-4b1b-8ca0-704ca496c3eb), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:24.035567 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.provisioning_blocks [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-6fc15cd4-2fb9-403f-9ca1-decfab187755 service neutron] Transition to ACTIVE for port object 07e1476a-bc3d-4b1b-8ca0-704ca496c3eb will not be triggered until provisioned by entity L2. {{(pid=104250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 02 03:37:24.041043 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-6fc15cd4-2fb9-403f-9ca1-decfab187755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (07e1476a-bc3d-4b1b-8ca0-704ca496c3eb), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:24.045322 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:24.102642 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc15cd4-2fb9-403f-9ca1-decfab187755 service neutron] Pushing event updated for resources: {'Port': ['ID=07e1476a-bc3d-4b1b-8ca0-704ca496c3eb,revision_number=2']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:37:24.177390 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-6fc15cd4-2fb9-403f-9ca1-decfab187755 service neutron] Attempting to bind port 07e1476a-bc3d-4b1b-8ca0-704ca496c3eb on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:37:24.177702 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-6fc15cd4-2fb9-403f-9ca1-decfab187755 service neutron] Attempting to bind port 07e1476a-bc3d-4b1b-8ca0-704ca496c3eb by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'eb054a31-e718-4623-b579-cc6337b37410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7e34743c-39b1-41c2-b662-fc644b4f04d0'}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:37:24.178040 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-6fc15cd4-2fb9-403f-9ca1-decfab187755 service neutron] Attempting to bind port 07e1476a-bc3d-4b1b-8ca0-704ca496c3eb on network 7e34743c-39b1-41c2-b662-fc644b4f04d0 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:37:24.182368 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-6fc15cd4-2fb9-403f-9ca1-decfab187755 service neutron] Port 07e1476a-bc3d-4b1b-8ca0-704ca496c3eb on network 7e34743c-39b1-41c2-b662-fc644b4f04d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 02 03:37:24.182688 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-6fc15cd4-2fb9-403f-9ca1-decfab187755 service neutron] Attempting to bind port 07e1476a-bc3d-4b1b-8ca0-704ca496c3eb on network 7e34743c-39b1-41c2-b662-fc644b4f04d0 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:37:24.187831 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-6fc15cd4-2fb9-403f-9ca1-decfab187755 service neutron] Checking agent: {'id': 'b6c7a065-6c6d-4192-b8a5-562c9c844309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'started_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:37:24.188164 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-6fc15cd4-2fb9-403f-9ca1-decfab187755 service neutron] Checking segment: {'id': 'eb054a31-e718-4623-b579-cc6337b37410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7e34743c-39b1-41c2-b662-fc644b4f04d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:37:24.188574 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-6fc15cd4-2fb9-403f-9ca1-decfab187755 service neutron] Bound using segment: {'id': 'eb054a31-e718-4623-b579-cc6337b37410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7e34743c-39b1-41c2-b662-fc644b4f04d0'} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:37:24.189068 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-6fc15cd4-2fb9-403f-9ca1-decfab187755 service neutron] Bound port: 07e1476a-bc3d-4b1b-8ca0-704ca496c3eb, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb054a31-e718-4623-b579-cc6337b37410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7e34743c-39b1-41c2-b662-fc644b4f04d0'}}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:37:24.189424 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-6fc15cd4-2fb9-403f-9ca1-decfab187755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (07e1476a-bc3d-4b1b-8ca0-704ca496c3eb), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:24.254044 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-6fc15cd4-2fb9-403f-9ca1-decfab187755 service neutron] For port 07e1476a-bc3d-4b1b-8ca0-704ca496c3eb, host hv-cinder-84684, cleared binding levels {{(pid=104250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:37:24.257098 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-6fc15cd4-2fb9-403f-9ca1-decfab187755 service neutron] For port 07e1476a-bc3d-4b1b-8ca0-704ca496c3eb, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=07e1476a-bc3d-4b1b-8ca0-704ca496c3eb,segment=NetworkSegment(eb054a31-e718-4623-b579-cc6337b37410),segment_id=eb054a31-e718-4623-b579-cc6337b37410)] {{(pid=104250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:37:24.265126 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-6fc15cd4-2fb9-403f-9ca1-decfab187755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (07e1476a-bc3d-4b1b-8ca0-704ca496c3eb), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:24.305284 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-6fc15cd4-2fb9-403f-9ca1-decfab187755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:24.305930 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-6fc15cd4-2fb9-403f-9ca1-decfab187755 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:24.307368 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-6fc15cd4-2fb9-403f-9ca1-decfab187755 service neutron] 10.222.0.26 "PUT /v2.0/ports/07e1476a-bc3d-4b1b-8ca0-704ca496c3eb HTTP/1.1" status: 200 len: 1093 time: 0.6428351 Jul 02 03:37:24.307766 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb12d3e6-5bb3-4e2f-84c2-7912f20941dc', 'tag': '07e1476a-bc3d-4b1b-8ca0-704ca496c3eb'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:37:24.309965 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcb4608-ff48-441b-8f42-f034d9b3fefb" -d '{"events": [{"name": "network-changed", "server_uuid": "fb12d3e6-5bb3-4e2f-84c2-7912f20941dc", "tag": "07e1476a-bc3d-4b1b-8ca0-704ca496c3eb"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:37:24.332248 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc15cd4-2fb9-403f-9ca1-decfab187755 service neutron] Pushing event updated for resources: {'Port': ['ID=07e1476a-bc3d-4b1b-8ca0-704ca496c3eb,revision_number=3']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:37:24.350537 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc01074c-d297-462c-9eac-fb8ad0c3d132 x-openstack-request-id: req-cc01074c-d297-462c-9eac-fb8ad0c3d132 {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:37:24.351014 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb12d3e6-5bb3-4e2f-84c2-7912f20941dc", "tag": "07e1476a-bc3d-4b1b-8ca0-704ca496c3eb", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:37:24.351271 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cc01074c-d297-462c-9eac-fb8ad0c3d132 {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:37:24.351752 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc01074c-d297-462c-9eac-fb8ad0c3d132'] response: {'name': 'network-changed', 'server_uuid': 'fb12d3e6-5bb3-4e2f-84c2-7912f20941dc', 'tag': '07e1476a-bc3d-4b1b-8ca0-704ca496c3eb', 'status': 'completed', 'code': 200} Jul 02 03:37:24.413036 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-7c528dcc-40c7-4069-859c-80321e024ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:24.414451 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-7c528dcc-40c7-4069-859c-80321e024ec4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=81a1413099324b758a2608fa5d67c0a3&device_id=fb12d3e6-5bb3-4e2f-84c2-7912f20941dc HTTP/1.1" status: 200 len: 1127 time: 0.0396709 Jul 02 03:37:24.463917 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-8cfafa3c-3a31-48e2-9163-68f7ee3be669 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07e1476a-bc3d-4b1b-8ca0-704ca496c3eb HTTP/1.1" status: 200 len: 217 time: 0.0349686 Jul 02 03:37:24.514925 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-324926b3-aa6b-4134-b926-1555e321b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:24.516676 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-324926b3-aa6b-4134-b926-1555e321b8c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8203d9e4-7b8e-4374-9a61-e1852602fbcf HTTP/1.1" status: 200 len: 846 time: 0.0464234 Jul 02 03:37:24.551361 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-f5c87d35-6df8-4806-9598-5b893e17acab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e34743c-39b1-41c2-b662-fc644b4f04d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275340 Jul 02 03:37:24.660559 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-cb8e63a1-ba26-4097-a9ef-eef968f6780e service neutron] 10.222.0.26 "GET /v2.0/networks/7e34743c-39b1-41c2-b662-fc644b4f04d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021075 Jul 02 03:37:24.689643 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:24.758454 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-ea805d4d-78c7-4b04-87b6-3b0fbd094dd2 req-c87b32c2-a269-4e11-a1f0-d9e865e0a734 service neutron] 10.222.0.26 "GET /v2.0/networks/7e34743c-39b1-41c2-b662-fc644b4f04d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912614 Jul 02 03:37:24.884083 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484847e-d53b-4176-ac53-340f7250755d req-ad9a6fb3-fb49-41ff-843c-8d41bd729df7 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:24.885856 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f484847e-d53b-4176-ac53-340f7250755d req-ad9a6fb3-fb49-41ff-843c-8d41bd729df7 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb12d3e6-5bb3-4e2f-84c2-7912f20941dc HTTP/1.1" status: 200 len: 943 time: 0.0549846 Jul 02 03:37:24.941571 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f484847e-d53b-4176-ac53-340f7250755d req-653c2ded-921b-4fbe-bb23-02441ca057fc tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490947 Jul 02 03:37:25.193995 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:25.324610 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:26.072936 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fb298-c96c-4f6f-8303-5555a4a70f4e req-49518000-7723-4427-9bf4-8f33853c478d tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:26.074431 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-520fb298-c96c-4f6f-8303-5555a4a70f4e req-49518000-7723-4427-9bf4-8f33853c478d tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb12d3e6-5bb3-4e2f-84c2-7912f20941dc HTTP/1.1" status: 200 len: 943 time: 0.0561509 Jul 02 03:37:26.123429 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-520fb298-c96c-4f6f-8303-5555a4a70f4e req-f54d767b-e881-4e78-ab15-4e0d1a148310 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428722 Jul 02 03:37:27.251050 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e571ecc-a438-46cc-95f8-180ad3796fc4 req-951a5011-a920-48df-8a46-a1108e2380fc tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:27.253186 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5e571ecc-a438-46cc-95f8-180ad3796fc4 req-951a5011-a920-48df-8a46-a1108e2380fc tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb12d3e6-5bb3-4e2f-84c2-7912f20941dc HTTP/1.1" status: 200 len: 943 time: 0.0577059 Jul 02 03:37:27.306586 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5e571ecc-a438-46cc-95f8-180ad3796fc4 req-e61864c2-5253-4dd0-9b10-ad1153fa10cc tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474360 Jul 02 03:37:28.429204 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b6a4d-9808-45c3-86bf-316e39c5885e req-65bb747b-439d-4ef9-8bdd-8d04a6c08677 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:28.430759 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3b5b6a4d-9808-45c3-86bf-316e39c5885e req-65bb747b-439d-4ef9-8bdd-8d04a6c08677 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb12d3e6-5bb3-4e2f-84c2-7912f20941dc HTTP/1.1" status: 200 len: 943 time: 0.0512052 Jul 02 03:37:28.481716 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3b5b6a4d-9808-45c3-86bf-316e39c5885e req-88cfcd6e-7f99-423c-b130-5fd676181d50 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451009 Jul 02 03:37:29.374713 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 07e1476a-bc3d-4b1b-8ca0-704ca496c3eb details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 03:37:29.408935 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:29.467662 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:29.487181 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 07e1476a-bc3d-4b1b-8ca0-704ca496c3eb, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=07e1476a-bc3d-4b1b-8ca0-704ca496c3eb,segment=NetworkSegment(eb054a31-e718-4623-b579-cc6337b37410),segment_id=eb054a31-e718-4623-b579-cc6337b37410)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:37:29.499447 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Returning: {'device': '07e1476a-bc3d-4b1b-8ca0-704ca496c3eb', 'network_id': '7e34743c-39b1-41c2-b662-fc644b4f04d0', 'port_id': '07e1476a-bc3d-4b1b-8ca0-704ca496c3eb', 'mac_address': 'fa:16:3e:04:33:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8203d9e4-7b8e-4374-9a61-e1852602fbcf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 03:37:29.536687 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 07e1476a-bc3d-4b1b-8ca0-704ca496c3eb is: DOWN; New status is: BUILD {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:37:29.537067 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (07e1476a-bc3d-4b1b-8ca0-704ca496c3eb), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:29.552162 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e1476a-bc3d-4b1b-8ca0-704ca496c3eb {{(pid=104251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:37:29.573521 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 07e1476a-bc3d-4b1b-8ca0-704ca496c3eb, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=07e1476a-bc3d-4b1b-8ca0-704ca496c3eb,segment=NetworkSegment(eb054a31-e718-4623-b579-cc6337b37410),segment_id=eb054a31-e718-4623-b579-cc6337b37410)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:37:29.578160 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (07e1476a-bc3d-4b1b-8ca0-704ca496c3eb), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:29.599063 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc3db3-dec6-4357-92e4-69c0c010d626 req-30553a2f-708c-4bd7-9194-6a31fc3a604e tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:29.600606 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-efdc3db3-dec6-4357-92e4-69c0c010d626 req-30553a2f-708c-4bd7-9194-6a31fc3a604e tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb12d3e6-5bb3-4e2f-84c2-7912f20941dc HTTP/1.1" status: 200 len: 943 time: 0.0513928 Jul 02 03:37:29.625944 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=07e1476a-bc3d-4b1b-8ca0-704ca496c3eb,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:37:29.648860 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-efdc3db3-dec6-4357-92e4-69c0c010d626 req-568216d5-9b6e-4466-8bd5-a5ac73ccca40 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426643 Jul 02 03:37:29.689962 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb4608-ff48-441b-8f42-f034d9b3fefb req-2e8c2c70-cbf8-49cc-9895-513a95dad4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:29.691578 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-bbcb4608-ff48-441b-8f42-f034d9b3fefb req-2e8c2c70-cbf8-49cc-9895-513a95dad4eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=81a1413099324b758a2608fa5d67c0a3&device_id=fb12d3e6-5bb3-4e2f-84c2-7912f20941dc HTTP/1.1" status: 200 len: 1128 time: 0.0508094 Jul 02 03:37:29.800788 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb4608-ff48-441b-8f42-f034d9b3fefb req-698f50cf-54d7-4a7c-a29a-5484e7938765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:29.802305 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-bbcb4608-ff48-441b-8f42-f034d9b3fefb req-698f50cf-54d7-4a7c-a29a-5484e7938765 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e34743c-39b1-41c2-b662-fc644b4f04d0 HTTP/1.1" status: 200 len: 907 time: 0.1030278 Jul 02 03:37:29.845025 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-bbcb4608-ff48-441b-8f42-f034d9b3fefb req-36c12953-4dbc-4a42-84d3-833f1f125695 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07e1476a-bc3d-4b1b-8ca0-704ca496c3eb HTTP/1.1" status: 200 len: 217 time: 0.0357757 Jul 02 03:37:29.894040 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb4608-ff48-441b-8f42-f034d9b3fefb req-4d21fa4d-e8b2-42b4-ae30-d03c80e38974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:29.895516 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-bbcb4608-ff48-441b-8f42-f034d9b3fefb req-4d21fa4d-e8b2-42b4-ae30-d03c80e38974 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8203d9e4-7b8e-4374-9a61-e1852602fbcf HTTP/1.1" status: 200 len: 846 time: 0.0451951 Jul 02 03:37:29.929660 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-bbcb4608-ff48-441b-8f42-f034d9b3fefb req-59f7154b-54e9-488a-a44e-238ec3e9908b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e34743c-39b1-41c2-b662-fc644b4f04d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271220 Jul 02 03:37:30.028355 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-bbcb4608-ff48-441b-8f42-f034d9b3fefb req-56e99308-e002-4453-8246-b12f5fc19936 service neutron] 10.222.0.26 "GET /v2.0/networks/7e34743c-39b1-41c2-b662-fc644b4f04d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922794 Jul 02 03:37:30.104834 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:30.140911 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-bbcb4608-ff48-441b-8f42-f034d9b3fefb req-3e9a56e1-8d1d-4730-9786-4d3be1f0a829 service neutron] 10.222.0.26 "GET /v2.0/networks/7e34743c-39b1-41c2-b662-fc644b4f04d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054738 Jul 02 03:37:30.318590 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['07e1476a-bc3d-4b1b-8ca0-704ca496c3eb'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:37:30.586544 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:30.588587 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:30.766031 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8677bf5-78da-44f8-9477-1f8cedc89a7d req-faf1844c-ceba-4871-9ff9-5a2fdb86ac6e tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:30.767602 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e8677bf5-78da-44f8-9477-1f8cedc89a7d req-faf1844c-ceba-4871-9ff9-5a2fdb86ac6e tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb12d3e6-5bb3-4e2f-84c2-7912f20941dc HTTP/1.1" status: 200 len: 944 time: 0.0479815 Jul 02 03:37:30.819675 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e8677bf5-78da-44f8-9477-1f8cedc89a7d req-fbc2e098-d5e2-48a7-b6d8-f94c090af3f3 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442147 Jul 02 03:37:31.883017 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 07e1476a-bc3d-4b1b-8ca0-704ca496c3eb up at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:37:31.923813 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:31.934195 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning for port 07e1476a-bc3d-4b1b-8ca0-704ca496c3eb completed by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 02 03:37:31.938681 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97c307-eab9-4246-a07b-4a073685ccda req-98f74dc4-f47d-49d3-942b-8e015ff54782 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:31.940397 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cf97c307-eab9-4246-a07b-4a073685ccda req-98f74dc4-f47d-49d3-942b-8e015ff54782 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb12d3e6-5bb3-4e2f-84c2-7912f20941dc HTTP/1.1" status: 200 len: 944 time: 0.0492835 Jul 02 03:37:31.942381 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning complete for port 07e1476a-bc3d-4b1b-8ca0-704ca496c3eb triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:37:31.942830 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (07e1476a-bc3d-4b1b-8ca0-704ca496c3eb), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:31.997921 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cf97c307-eab9-4246-a07b-4a073685ccda req-842f15ee-ddd7-4d44-bb78-27ace6a5b1b5 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515413 Jul 02 03:37:32.038922 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 07e1476a-bc3d-4b1b-8ca0-704ca496c3eb is: BUILD; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:37:32.039310 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (07e1476a-bc3d-4b1b-8ca0-704ca496c3eb), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:32.065133 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb12d3e6-5bb3-4e2f-84c2-7912f20941dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e1476a-bc3d-4b1b-8ca0-704ca496c3eb'}] {{(pid=104251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:37:32.069746 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea91eb0431f3890beba7fecfff9803703e4988fc204844c40d6eadfc05b4f309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d209eca-53ac-41ee-a6f2-95b79f9103ef" -d '{"events": [{"server_uuid": "fb12d3e6-5bb3-4e2f-84c2-7912f20941dc", "name": "network-vif-plugged", "status": "completed", "tag": "07e1476a-bc3d-4b1b-8ca0-704ca496c3eb"}]}' {{(pid=104251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:37:32.084182 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 07e1476a-bc3d-4b1b-8ca0-704ca496c3eb, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=07e1476a-bc3d-4b1b-8ca0-704ca496c3eb,segment=NetworkSegment(eb054a31-e718-4623-b579-cc6337b37410),segment_id=eb054a31-e718-4623-b579-cc6337b37410)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:37:32.089717 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (07e1476a-bc3d-4b1b-8ca0-704ca496c3eb), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:32.116467 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c6d096-1c8d-4e1f-b0fc-97941634db89 x-openstack-request-id: req-b4c6d096-1c8d-4e1f-b0fc-97941634db89 {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:37:32.116763 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb12d3e6-5bb3-4e2f-84c2-7912f20941dc", "name": "network-vif-plugged", "status": "completed", "tag": "07e1476a-bc3d-4b1b-8ca0-704ca496c3eb", "code": 200}]} {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:37:32.117014 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b4c6d096-1c8d-4e1f-b0fc-97941634db89 {{(pid=104251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:37:32.117409 dv-cinder-846842-9-iscsi neutron-server[104251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4c6d096-1c8d-4e1f-b0fc-97941634db89'] response: {'server_uuid': 'fb12d3e6-5bb3-4e2f-84c2-7912f20941dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e1476a-bc3d-4b1b-8ca0-704ca496c3eb', 'code': 200} Jul 02 03:37:32.141108 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=07e1476a-bc3d-4b1b-8ca0-704ca496c3eb,revision_number=5']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:37:32.343544 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b619f-34cc-4e91-b412-9ca81e709079 req-8e887d36-b767-41ce-9e3f-dd4ff034de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:32.344992 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-7b4b619f-34cc-4e91-b412-9ca81e709079 req-8e887d36-b767-41ce-9e3f-dd4ff034de06 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fb12d3e6-5bb3-4e2f-84c2-7912f20941dc HTTP/1.1" status: 200 len: 1129 time: 0.0403633 Jul 02 03:37:32.396286 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-7b4b619f-34cc-4e91-b412-9ca81e709079 req-48d47a2e-229c-4bb6-9517-a97a979894da service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442939 Jul 02 03:37:33.119657 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b5ed3-d9cb-4b6e-9678-a0d0addb82aa req-c03cbe14-b501-48e4-b6f1-c903f072620b tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:33.121244 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e45b5ed3-d9cb-4b6e-9678-a0d0addb82aa req-c03cbe14-b501-48e4-b6f1-c903f072620b tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb12d3e6-5bb3-4e2f-84c2-7912f20941dc HTTP/1.1" status: 200 len: 945 time: 0.0523183 Jul 02 03:37:33.147488 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:33.171397 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e45b5ed3-d9cb-4b6e-9678-a0d0addb82aa req-6194d803-3aff-4ab4-bd50-a46191d362a2 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444193 Jul 02 03:37:34.297122 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15b2dc-9295-475c-b081-252b454ce9ef req-0c9c1063-fe84-4f47-8d41-c35060a93d5f tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:34.298622 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cb15b2dc-9295-475c-b081-252b454ce9ef req-0c9c1063-fe84-4f47-8d41-c35060a93d5f tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb12d3e6-5bb3-4e2f-84c2-7912f20941dc HTTP/1.1" status: 200 len: 945 time: 0.0476086 Jul 02 03:37:34.353711 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cb15b2dc-9295-475c-b081-252b454ce9ef req-7eecc772-b21a-40fa-9c88-609de4122d00 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475643 Jul 02 03:37:35.474129 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e95a45-fed1-425d-b465-5efa61e7ee9e req-fa2cfcd4-7b06-4728-8bed-daba66ef16fc tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:35.475690 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-32e95a45-fed1-425d-b465-5efa61e7ee9e req-fa2cfcd4-7b06-4728-8bed-daba66ef16fc tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb12d3e6-5bb3-4e2f-84c2-7912f20941dc HTTP/1.1" status: 200 len: 945 time: 0.0519421 Jul 02 03:37:35.541263 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-32e95a45-fed1-425d-b465-5efa61e7ee9e req-fe5bd431-d430-403d-a828-38c0da612807 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548017 Jul 02 03:37:37.119221 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec14a87-468f-4f68-a910-e9795d81970c req-a29b6b15-af9e-4707-9f48-8fc524a1ca19 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:37.120942 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6ec14a87-468f-4f68-a910-e9795d81970c req-a29b6b15-af9e-4707-9f48-8fc524a1ca19 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb12d3e6-5bb3-4e2f-84c2-7912f20941dc HTTP/1.1" status: 200 len: 945 time: 0.0480113 Jul 02 03:37:37.171335 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6ec14a87-468f-4f68-a910-e9795d81970c req-123d3922-bc70-4377-bed6-5e06a6b95391 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446634 Jul 02 03:37:38.292787 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de1262-6d30-40c3-ba07-60e593d681d4 req-e14e874b-7f07-4b7e-a844-3377f7e3b9af tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:38.294630 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c1de1262-6d30-40c3-ba07-60e593d681d4 req-e14e874b-7f07-4b7e-a844-3377f7e3b9af tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb12d3e6-5bb3-4e2f-84c2-7912f20941dc HTTP/1.1" status: 200 len: 945 time: 0.0529513 Jul 02 03:37:38.351751 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c1de1262-6d30-40c3-ba07-60e593d681d4 req-8f922604-5e48-4d85-99ad-da608db38b7f tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489128 Jul 02 03:37:38.956019 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8ecb6-b4b8-4fc8-b63f-089281fa619a req-41f736a2-a069-41f6-9f91-80ee497343eb tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:38.957406 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-10a8ecb6-b4b8-4fc8-b63f-089281fa619a req-41f736a2-a069-41f6-9f91-80ee497343eb tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb12d3e6-5bb3-4e2f-84c2-7912f20941dc HTTP/1.1" status: 200 len: 945 time: 0.0590246 Jul 02 03:37:39.051558 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-10a8ecb6-b4b8-4fc8-b63f-089281fa619a req-21276d34-cad5-4061-8dff-0095adf18281 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Deleting port 07e1476a-bc3d-4b1b-8ca0-704ca496c3eb {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:37:39.051891 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-10a8ecb6-b4b8-4fc8-b63f-089281fa619a req-21276d34-cad5-4061-8dff-0095adf18281 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (07e1476a-bc3d-4b1b-8ca0-704ca496c3eb), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:39.147738 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-10a8ecb6-b4b8-4fc8-b63f-089281fa619a req-21276d34-cad5-4061-8dff-0095adf18281 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] For port 07e1476a-bc3d-4b1b-8ca0-704ca496c3eb, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=07e1476a-bc3d-4b1b-8ca0-704ca496c3eb,segment=NetworkSegment(eb054a31-e718-4623-b579-cc6337b37410),segment_id=eb054a31-e718-4623-b579-cc6337b37410)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:37:39.148108 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-10a8ecb6-b4b8-4fc8-b63f-089281fa619a req-21276d34-cad5-4061-8dff-0095adf18281 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (07e1476a-bc3d-4b1b-8ca0-704ca496c3eb), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:39.161867 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-10a8ecb6-b4b8-4fc8-b63f-089281fa619a req-21276d34-cad5-4061-8dff-0095adf18281 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Calling delete_port for 07e1476a-bc3d-4b1b-8ca0-704ca496c3eb owned by compute:nova {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:37:39.472164 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea5426-bfcf-42b1-b5fc-6533876537f6 req-902ca685-1da1-4cb0-a681-7a10b9694212 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:39.473793 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-64ea5426-bfcf-42b1-b5fc-6533876537f6 req-902ca685-1da1-4cb0-a681-7a10b9694212 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb12d3e6-5bb3-4e2f-84c2-7912f20941dc HTTP/1.1" status: 200 len: 945 time: 0.0503848 Jul 02 03:37:39.512844 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-10a8ecb6-b4b8-4fc8-b63f-089281fa619a req-21276d34-cad5-4061-8dff-0095adf18281 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (07e1476a-bc3d-4b1b-8ca0-704ca496c3eb), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:39.519256 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:39.527178 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-64ea5426-bfcf-42b1-b5fc-6533876537f6 req-984dcb73-f5d7-4c60-bf5c-550cbb093e0b tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.42 "GET /v2.0/security-groups?id=24f119fe-3e84-4742-988a-31df55b9c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454032 Jul 02 03:37:39.543401 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21276d34-cad5-4061-8dff-0095adf18281 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Pushing event deleted for resources: {'Port': ['ID=07e1476a-bc3d-4b1b-8ca0-704ca496c3eb,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:37:39.559070 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['07e1476a-bc3d-4b1b-8ca0-704ca496c3eb'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:37:39.591556 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a8ecb6-b4b8-4fc8-b63f-089281fa619a req-21276d34-cad5-4061-8dff-0095adf18281 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] No DVR routers for this DVR port 07e1476a-bc3d-4b1b-8ca0-704ca496c3eb on host hv-cinder-84684 {{(pid=104250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:37:39.593965 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-10a8ecb6-b4b8-4fc8-b63f-089281fa619a req-21276d34-cad5-4061-8dff-0095adf18281 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:39.597216 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-10a8ecb6-b4b8-4fc8-b63f-089281fa619a req-21276d34-cad5-4061-8dff-0095adf18281 tempest-VolumesActionsTest-998530368 tempest-VolumesActionsTest-998530368-project] 10.222.0.26 "DELETE /v2.0/ports/07e1476a-bc3d-4b1b-8ca0-704ca496c3eb HTTP/1.1" status: 204 len: 173 time: 0.6341105 Jul 02 03:37:39.597672 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb12d3e6-5bb3-4e2f-84c2-7912f20941dc', 'name': 'network-vif-deleted', 'tag': '07e1476a-bc3d-4b1b-8ca0-704ca496c3eb'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:37:39.599996 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a29507-80e6-4212-9db9-bf824754b5c0" -d '{"events": [{"server_uuid": "fb12d3e6-5bb3-4e2f-84c2-7912f20941dc", "name": "network-vif-deleted", "tag": "07e1476a-bc3d-4b1b-8ca0-704ca496c3eb"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:37:39.638338 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2779023b-5527-4bfe-9a17-4eb4ce809447 x-openstack-request-id: req-2779023b-5527-4bfe-9a17-4eb4ce809447 {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:37:39.638620 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb12d3e6-5bb3-4e2f-84c2-7912f20941dc", "name": "network-vif-deleted", "tag": "07e1476a-bc3d-4b1b-8ca0-704ca496c3eb", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:37:39.638864 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2779023b-5527-4bfe-9a17-4eb4ce809447 {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:37:39.639265 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2779023b-5527-4bfe-9a17-4eb4ce809447'] response: {'server_uuid': 'fb12d3e6-5bb3-4e2f-84c2-7912f20941dc', 'name': 'network-vif-deleted', 'tag': '07e1476a-bc3d-4b1b-8ca0-704ca496c3eb', 'status': 'completed', 'code': 200} Jul 02 03:37:40.518109 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 35848) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:37:40.635951 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-161368a2-fc80-4ed5-bfda-0c3dc33d2655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:40.721011 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-161368a2-fc80-4ed5-bfda-0c3dc33d2655 admin admin] Publish callbacks [] for security_group (8abade01-9bf0-423b-ab5e-51f69c5aa563), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:40.726861 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-161368a2-fc80-4ed5-bfda-0c3dc33d2655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (8abade01-9bf0-423b-ab5e-51f69c5aa563), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:40.774682 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-161368a2-fc80-4ed5-bfda-0c3dc33d2655 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d54e257b987143cf91a2a902d37276af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2554808 Jul 02 03:37:40.775530 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161368a2-fc80-4ed5-bfda-0c3dc33d2655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abade01-9bf0-423b-ab5e-51f69c5aa563,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:37:40.777603 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 35862) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:37:40.830576 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-fae1bce3-11a3-42d8-84f2-f9ac0da5f2fc admin admin] Publish callbacks [] for security_group (8abade01-9bf0-423b-ab5e-51f69c5aa563), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:40.856735 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-fae1bce3-11a3-42d8-84f2-f9ac0da5f2fc admin admin] Publish callbacks [] for security_group (8abade01-9bf0-423b-ab5e-51f69c5aa563), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:40.913880 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-fae1bce3-11a3-42d8-84f2-f9ac0da5f2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (8abade01-9bf0-423b-ab5e-51f69c5aa563), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:40.916635 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-fae1bce3-11a3-42d8-84f2-f9ac0da5f2fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:40.917840 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-fae1bce3-11a3-42d8-84f2-f9ac0da5f2fc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8abade01-9bf0-423b-ab5e-51f69c5aa563 HTTP/1.1" status: 204 len: 168 time: 0.1392610 Jul 02 03:37:40.927393 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1bce3-11a3-42d8-84f2-f9ac0da5f2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abade01-9bf0-423b-ab5e-51f69c5aa563,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:37:40.935912 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1bce3-11a3-42d8-84f2-f9ac0da5f2fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:40.936583 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1bce3-11a3-42d8-84f2-f9ac0da5f2fc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:40.937244 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1bce3-11a3-42d8-84f2-f9ac0da5f2fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:40.937670 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1bce3-11a3-42d8-84f2-f9ac0da5f2fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:40.938082 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1bce3-11a3-42d8-84f2-f9ac0da5f2fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:40.938518 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1bce3-11a3-42d8-84f2-f9ac0da5f2fc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:40.939006 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1bce3-11a3-42d8-84f2-f9ac0da5f2fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:40.939287 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1bce3-11a3-42d8-84f2-f9ac0da5f2fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:40.939725 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1bce3-11a3-42d8-84f2-f9ac0da5f2fc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:40.940104 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1bce3-11a3-42d8-84f2-f9ac0da5f2fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:40.940516 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1bce3-11a3-42d8-84f2-f9ac0da5f2fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:40.941000 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1bce3-11a3-42d8-84f2-f9ac0da5f2fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:40.941441 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1bce3-11a3-42d8-84f2-f9ac0da5f2fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:40.941905 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1bce3-11a3-42d8-84f2-f9ac0da5f2fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:40.942138 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1bce3-11a3-42d8-84f2-f9ac0da5f2fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:41.591830 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 35918) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:37:41.696939 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-5a7cb668-8a72-4110-b86a-d5d943a3141a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2107585820-network', 'tenant_id': '8eba05f9e3a8402f96924c5c715229a5'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:37:41.719011 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7cb668-8a72-4110-b86a-d5d943a3141a admin admin] Made reservation on behalf of 8eba05f9e3a8402f96924c5c715229a5 for: {'network': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:37:41.721367 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb668-8a72-4110-b86a-d5d943a3141a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for network (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:41.730518 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb668-8a72-4110-b86a-d5d943a3141a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:41.769616 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:41.815168 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb668-8a72-4110-b86a-d5d943a3141a admin admin] Publish callbacks [] for security_group (bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:41.820680 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb668-8a72-4110-b86a-d5d943a3141a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:41.848661 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a7cb668-8a72-4110-b86a-d5d943a3141a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=104250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 03:37:41.854276 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7cb668-8a72-4110-b86a-d5d943a3141a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:37:41.863530 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb668-8a72-4110-b86a-d5d943a3141a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (c3f16f23-8755-4919-84dc-3a6d4cc681bc), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:41.863849 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.db.segments_db [None req-5a7cb668-8a72-4110-b86a-d5d943a3141a admin admin] Added segment c3f16f23-8755-4919-84dc-3a6d4cc681bc of type vlan for network ffa95e81-0ba1-4cca-87ba-54c202a4f9a5 Jul 02 03:37:41.905492 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb668-8a72-4110-b86a-d5d943a3141a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087990932'] for network (ffa95e81-0ba1-4cca-87ba-54c202a4f9a5), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:41.932433 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb668-8a72-4110-b86a-d5d943a3141a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675'] for network (ffa95e81-0ba1-4cca-87ba-54c202a4f9a5), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:41.933497 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7cb668-8a72-4110-b86a-d5d943a3141a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:41.934091 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb668-8a72-4110-b86a-d5d943a3141a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:41.971429 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-5a7cb668-8a72-4110-b86a-d5d943a3141a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3784413 Jul 02 03:37:41.974443 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 35922) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:37:41.979795 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-518d36d9-27ec-4bf6-a118-3b2b48edb91e admin admin] Request body: {'subnet': {'network_id': 'ffa95e81-0ba1-4cca-87ba-54c202a4f9a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2107585820-subnet', 'tenant_id': '8eba05f9e3a8402f96924c5c715229a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:37:41.998666 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7cb668-8a72-4110-b86a-d5d943a3141a admin admin] Pushing event updated for resources: {'Network': ['ID=ffa95e81-0ba1-4cca-87ba-54c202a4f9a5,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:37:42.002519 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518d36d9-27ec-4bf6-a118-3b2b48edb91e admin admin] Made reservation on behalf of 8eba05f9e3a8402f96924c5c715229a5 for: {'subnet': 1} {{(pid=104249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:37:42.005310 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-518d36d9-27ec-4bf6-a118-3b2b48edb91e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59995493'] for subnet (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:42.008782 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Network ffa95e81-0ba1-4cca-87ba-54c202a4f9a5 details requested by agent ovs-agent-dv-cinder-846842-9-iscsi with host dv-cinder-846842-9-iscsi {{(pid=104251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 03:37:42.121672 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:42.185477 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-518d36d9-27ec-4bf6-a118-3b2b48edb91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60595381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59995507'] for subnet (7e7bae26-4432-47ef-8f80-ef42cc6f6e71), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:42.223269 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:42.243045 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d36d9-27ec-4bf6-a118-3b2b48edb91e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e7bae26-4432-47ef-8f80-ef42cc6f6e71,revision_number=0']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:37:42.256403 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518d36d9-27ec-4bf6-a118-3b2b48edb91e admin admin] Checking segment: {'id': 'c3f16f23-8755-4919-84dc-3a6d4cc681bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ffa95e81-0ba1-4cca-87ba-54c202a4f9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:37:42.256841 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518d36d9-27ec-4bf6-a118-3b2b48edb91e admin admin] Network hostable DHCP agents. Network: ffa95e81-0ba1-4cca-87ba-54c202a4f9a5, hostable agents: ['1553e874-6843-4478-a19b-2f80346723c1'], hosted agents: [] {{(pid=104249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 03:37:42.276694 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518d36d9-27ec-4bf6-a118-3b2b48edb91e admin admin] Network ffa95e81-0ba1-4cca-87ba-54c202a4f9a5 is scheduled to be hosted by DHCP agent 1553e874-6843-4478-a19b-2f80346723c1 with binding_index 1 {{(pid=104249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 03:37:42.285857 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [None req-518d36d9-27ec-4bf6-a118-3b2b48edb91e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-9-iscsi, ffa95e81-0ba1-4cca-87ba-54c202a4f9a5) {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:37:42.290448 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518d36d9-27ec-4bf6-a118-3b2b48edb91e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:42.291055 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-518d36d9-27ec-4bf6-a118-3b2b48edb91e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for subnet (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:42.296489 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79016374-9c89-43c0-b482-56f3544322a7 None None] Network ffa95e81-0ba1-4cca-87ba-54c202a4f9a5 requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:37:42.308557 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-518d36d9-27ec-4bf6-a118-3b2b48edb91e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3327501 Jul 02 03:37:42.368837 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:42.406697 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9d3bbc-7396-4d6e-a918-b5caa5398829 None None] Network ffa95e81-0ba1-4cca-87ba-54c202a4f9a5 requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:37:43.984589 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 07e1476a-bc3d-4b1b-8ca0-704ca496c3eb no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:37:44.003779 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] No Port match for: 07e1476a-bc3d-4b1b-8ca0-704ca496c3eb {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:37:44.004125 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 07e1476a-bc3d-4b1b-8ca0-704ca496c3eb not bound to the agent host hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:37:46.250580 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:48.395431 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-b955ee29-5ea5-4709-81b2-2ee1f40fa675 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:48.397311 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-b955ee29-5ea5-4709-81b2-2ee1f40fa675 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/networks?id=ffa95e81-0ba1-4cca-87ba-54c202a4f9a5 HTTP/1.1" status: 200 len: 814 time: 0.1124001 Jul 02 03:37:48.412661 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-7b223442-9135-421e-943c-c91872afd246 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/quotas/8eba05f9e3a8402f96924c5c715229a5 HTTP/1.1" status: 200 len: 375 time: 0.0097034 Jul 02 03:37:48.463274 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-9e947eb6-39b0-4f96-911c-681b05e99c3e tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8eba05f9e3a8402f96924c5c715229a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445607 Jul 02 03:37:48.567373 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-e1df540e-88d5-464b-80cf-0c9818670b22 service neutron] 10.222.0.42 "GET /v2.0/networks/ffa95e81-0ba1-4cca-87ba-54c202a4f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971072 Jul 02 03:37:48.671047 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-20e6b4bb-0e17-46b5-8efc-b143d59e358e service neutron] 10.222.0.42 "GET /v2.0/networks/ffa95e81-0ba1-4cca-87ba-54c202a4f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951540 Jul 02 03:37:48.886885 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-865f4777-f188-4118-a26e-509292091601 req-f9fe6c52-1dd8-46a4-b6f2-dab67d643cd1 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=0004653b-9bc7-4d42-a7af-51f8b04352b8 HTTP/1.1" status: 200 len: 210 time: 0.0503421 Jul 02 03:37:49.979603 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:37:50.020663 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2d9b6873-ff40-4ae7-9dc2-e51c864b8dd7 req-4757ed79-89b5-430b-bc71-36f6776c719e tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=0004653b-9bc7-4d42-a7af-51f8b04352b8 HTTP/1.1" status: 200 len: 210 time: 0.0623403 Jul 02 03:37:50.245057 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:50.261884 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6483461d-aacd-40c8-b704-68d8d51bcb9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:50.264968 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-c60b0158-8f21-40b9-89c1-22a3ab25a3c4 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:50.267208 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-c60b0158-8f21-40b9-89c1-22a3ab25a3c4 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.26 "GET /v2.0/networks?id=ffa95e81-0ba1-4cca-87ba-54c202a4f9a5 HTTP/1.1" status: 200 len: 814 time: 0.1339655 Jul 02 03:37:50.304869 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-749f9f85-419a-41e7-84fc-fb4e69a35c5f tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Request body: {'port': {'device_id': '0004653b-9bc7-4d42-a7af-51f8b04352b8', 'network_id': 'ffa95e81-0ba1-4cca-87ba-54c202a4f9a5', 'admin_state_up': True, 'tenant_id': '8eba05f9e3a8402f96924c5c715229a5'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:37:50.420249 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=80,neutron:INSERT=19,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:50.438512 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-749f9f85-419a-41e7-84fc-fb4e69a35c5f tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Made reservation on behalf of 8eba05f9e3a8402f96924c5c715229a5 for: {'port': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:37:50.442471 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-749f9f85-419a-41e7-84fc-fb4e69a35c5f tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:50.607413 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-749f9f85-419a-41e7-84fc-fb4e69a35c5f tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Allocated IP 172.20.0.10 (ffa95e81-0ba1-4cca-87ba-54c202a4f9a5/7e7bae26-4432-47ef-8f80-ef42cc6f6e71/7c96ddc8-ca7b-4f34-8c1f-5998b91f662b) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:37:50.772933 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-749f9f85-419a-41e7-84fc-fb4e69a35c5f tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Publish callbacks [] for port (7c96ddc8-ca7b-4f34-8c1f-5998b91f662b), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:50.774211 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:50.823725 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-749f9f85-419a-41e7-84fc-fb4e69a35c5f tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (7c96ddc8-ca7b-4f34-8c1f-5998b91f662b), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:50.876663 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-749f9f85-419a-41e7-84fc-fb4e69a35c5f tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Network ffa95e81-0ba1-4cca-87ba-54c202a4f9a5 is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:37:50.883973 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-749f9f85-419a-41e7-84fc-fb4e69a35c5f tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:37:50.887215 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-749f9f85-419a-41e7-84fc-fb4e69a35c5f tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:37:50.891749 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f9f85-419a-41e7-84fc-fb4e69a35c5f tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Pushing event updated for resources: {'Port': ['ID=7c96ddc8-ca7b-4f34-8c1f-5998b91f662b,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:37:50.943769 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-749f9f85-419a-41e7-84fc-fb4e69a35c5f tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:50.944411 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-749f9f85-419a-41e7-84fc-fb4e69a35c5f tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:50.964471 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-749f9f85-419a-41e7-84fc-fb4e69a35c5f tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6648147 Jul 02 03:37:50.985723 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-01d07607-c099-4cc5-910c-90dc3bee01a9 service neutron] Request body: {'port': {'device_id': '0004653b-9bc7-4d42-a7af-51f8b04352b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:37:51.071368 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-01d07607-c099-4cc5-910c-90dc3bee01a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (7c96ddc8-ca7b-4f34-8c1f-5998b91f662b), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:51.160619 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351814eb-96a0-4953-8039-e7e94267baa0 req-2646fce2-3051-46ea-9925-f6d0d7ba2b79 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:51.164688 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-351814eb-96a0-4953-8039-e7e94267baa0 req-2646fce2-3051-46ea-9925-f6d0d7ba2b79 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=0004653b-9bc7-4d42-a7af-51f8b04352b8 HTTP/1.1" status: 200 len: 932 time: 0.0654337 Jul 02 03:37:51.232435 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-351814eb-96a0-4953-8039-e7e94267baa0 req-83925f49-e43c-4393-b168-cba709045f20 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621803 Jul 02 03:37:51.385867 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-01d07607-c099-4cc5-910c-90dc3bee01a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c96ddc8-ca7b-4f34-8c1f-5998b91f662b {{(pid=104250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:37:51.394221 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-01d07607-c099-4cc5-910c-90dc3bee01a9 service neutron] Publish callbacks [] for port (7c96ddc8-ca7b-4f34-8c1f-5998b91f662b), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:51.399208 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:51.411415 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.provisioning_blocks [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-01d07607-c099-4cc5-910c-90dc3bee01a9 service neutron] Transition to ACTIVE for port object 7c96ddc8-ca7b-4f34-8c1f-5998b91f662b will not be triggered until provisioned by entity L2. {{(pid=104250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 02 03:37:51.417901 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-01d07607-c099-4cc5-910c-90dc3bee01a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (7c96ddc8-ca7b-4f34-8c1f-5998b91f662b), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:51.475475 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d07607-c099-4cc5-910c-90dc3bee01a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7c96ddc8-ca7b-4f34-8c1f-5998b91f662b,revision_number=2']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:37:51.566768 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-01d07607-c099-4cc5-910c-90dc3bee01a9 service neutron] Attempting to bind port 7c96ddc8-ca7b-4f34-8c1f-5998b91f662b on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:37:51.567121 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-01d07607-c099-4cc5-910c-90dc3bee01a9 service neutron] Attempting to bind port 7c96ddc8-ca7b-4f34-8c1f-5998b91f662b by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'c3f16f23-8755-4919-84dc-3a6d4cc681bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ffa95e81-0ba1-4cca-87ba-54c202a4f9a5'}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:37:51.567506 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-01d07607-c099-4cc5-910c-90dc3bee01a9 service neutron] Attempting to bind port 7c96ddc8-ca7b-4f34-8c1f-5998b91f662b on network ffa95e81-0ba1-4cca-87ba-54c202a4f9a5 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:37:51.573143 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-01d07607-c099-4cc5-910c-90dc3bee01a9 service neutron] Port 7c96ddc8-ca7b-4f34-8c1f-5998b91f662b on network ffa95e81-0ba1-4cca-87ba-54c202a4f9a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 02 03:37:51.573470 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-01d07607-c099-4cc5-910c-90dc3bee01a9 service neutron] Attempting to bind port 7c96ddc8-ca7b-4f34-8c1f-5998b91f662b on network ffa95e81-0ba1-4cca-87ba-54c202a4f9a5 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:37:51.579288 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-01d07607-c099-4cc5-910c-90dc3bee01a9 service neutron] Checking agent: {'id': 'b6c7a065-6c6d-4192-b8a5-562c9c844309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'started_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:37:51.579662 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-01d07607-c099-4cc5-910c-90dc3bee01a9 service neutron] Checking segment: {'id': 'c3f16f23-8755-4919-84dc-3a6d4cc681bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ffa95e81-0ba1-4cca-87ba-54c202a4f9a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:37:51.580068 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-01d07607-c099-4cc5-910c-90dc3bee01a9 service neutron] Bound using segment: {'id': 'c3f16f23-8755-4919-84dc-3a6d4cc681bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ffa95e81-0ba1-4cca-87ba-54c202a4f9a5'} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:37:51.580498 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-01d07607-c099-4cc5-910c-90dc3bee01a9 service neutron] Bound port: 7c96ddc8-ca7b-4f34-8c1f-5998b91f662b, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3f16f23-8755-4919-84dc-3a6d4cc681bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ffa95e81-0ba1-4cca-87ba-54c202a4f9a5'}}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:37:51.580873 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-01d07607-c099-4cc5-910c-90dc3bee01a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (7c96ddc8-ca7b-4f34-8c1f-5998b91f662b), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:51.651454 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-01d07607-c099-4cc5-910c-90dc3bee01a9 service neutron] For port 7c96ddc8-ca7b-4f34-8c1f-5998b91f662b, host hv-cinder-84684, cleared binding levels {{(pid=104250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:37:51.654525 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-01d07607-c099-4cc5-910c-90dc3bee01a9 service neutron] For port 7c96ddc8-ca7b-4f34-8c1f-5998b91f662b, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=7c96ddc8-ca7b-4f34-8c1f-5998b91f662b,segment=NetworkSegment(c3f16f23-8755-4919-84dc-3a6d4cc681bc),segment_id=c3f16f23-8755-4919-84dc-3a6d4cc681bc)] {{(pid=104250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:37:51.662461 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-01d07607-c099-4cc5-910c-90dc3bee01a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (7c96ddc8-ca7b-4f34-8c1f-5998b91f662b), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:51.705822 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-01d07607-c099-4cc5-910c-90dc3bee01a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:51.706518 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-01d07607-c099-4cc5-910c-90dc3bee01a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:51.707942 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-01d07607-c099-4cc5-910c-90dc3bee01a9 service neutron] 10.222.0.26 "PUT /v2.0/ports/7c96ddc8-ca7b-4f34-8c1f-5998b91f662b HTTP/1.1" status: 200 len: 1094 time: 0.7281537 Jul 02 03:37:51.708373 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0004653b-9bc7-4d42-a7af-51f8b04352b8', 'tag': '7c96ddc8-ca7b-4f34-8c1f-5998b91f662b'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:37:51.710876 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb85e04-8f36-4665-8211-6732f06776b2" -d '{"events": [{"name": "network-changed", "server_uuid": "0004653b-9bc7-4d42-a7af-51f8b04352b8", "tag": "7c96ddc8-ca7b-4f34-8c1f-5998b91f662b"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:37:51.733086 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d07607-c099-4cc5-910c-90dc3bee01a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7c96ddc8-ca7b-4f34-8c1f-5998b91f662b,revision_number=3']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:37:51.766017 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301f8553-6ad3-4275-b9ec-1724122ba0fb x-openstack-request-id: req-301f8553-6ad3-4275-b9ec-1724122ba0fb {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:37:51.766297 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0004653b-9bc7-4d42-a7af-51f8b04352b8", "tag": "7c96ddc8-ca7b-4f34-8c1f-5998b91f662b", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:37:51.766581 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-301f8553-6ad3-4275-b9ec-1724122ba0fb {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:37:51.766981 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-301f8553-6ad3-4275-b9ec-1724122ba0fb'] response: {'name': 'network-changed', 'server_uuid': '0004653b-9bc7-4d42-a7af-51f8b04352b8', 'tag': '7c96ddc8-ca7b-4f34-8c1f-5998b91f662b', 'status': 'completed', 'code': 200} Jul 02 03:37:51.859769 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:51.885062 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-8ea12ff0-08f3-43f6-a26f-d455bfc318ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:51.888023 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-8ea12ff0-08f3-43f6-a26f-d455bfc318ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8eba05f9e3a8402f96924c5c715229a5&device_id=0004653b-9bc7-4d42-a7af-51f8b04352b8 HTTP/1.1" status: 200 len: 1128 time: 0.0925422 Jul 02 03:37:51.951641 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-094728e8-3532-4182-85cf-cb9bf7a0361a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c96ddc8-ca7b-4f34-8c1f-5998b91f662b HTTP/1.1" status: 200 len: 217 time: 0.0490255 Jul 02 03:37:52.009145 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-7fdb7b37-235c-4a99-8242-acf4a3879e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:52.011171 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-7fdb7b37-235c-4a99-8242-acf4a3879e22 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7e7bae26-4432-47ef-8f80-ef42cc6f6e71 HTTP/1.1" status: 200 len: 854 time: 0.0535767 Jul 02 03:37:52.048247 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-5252ff34-249d-4f8e-93fd-59879bbcc7b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffa95e81-0ba1-4cca-87ba-54c202a4f9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291317 Jul 02 03:37:52.154223 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-fd13ce28-840c-4e72-ad46-2d6594e01a7b service neutron] 10.222.0.26 "GET /v2.0/networks/ffa95e81-0ba1-4cca-87ba-54c202a4f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974979 Jul 02 03:37:52.284269 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9cf8041a-9c03-49d1-832b-10f70f3cb1ab req-22be5e34-abcb-44d0-bf8d-711f672d238f service neutron] 10.222.0.26 "GET /v2.0/networks/ffa95e81-0ba1-4cca-87ba-54c202a4f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215465 Jul 02 03:37:52.366869 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608598f6-c6ac-4f27-b24a-31db102a36b8 req-2d1bd6f8-eeb7-43b2-89f0-37edbb8d35d2 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:52.373952 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-608598f6-c6ac-4f27-b24a-31db102a36b8 req-2d1bd6f8-eeb7-43b2-89f0-37edbb8d35d2 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=0004653b-9bc7-4d42-a7af-51f8b04352b8 HTTP/1.1" status: 200 len: 944 time: 0.0596297 Jul 02 03:37:52.421942 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-608598f6-c6ac-4f27-b24a-31db102a36b8 req-275ca728-51f9-488c-bebb-c56216bc8a18 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469451 Jul 02 03:37:52.546543 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-0c76eab4-d206-47ad-b121-fe10dcd01c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:53.561730 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0491f97-5d1d-405d-8f77-8414355255ab req-92be18b5-5c09-4808-8467-acb7d210f3b2 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:53.564108 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c0491f97-5d1d-405d-8f77-8414355255ab req-92be18b5-5c09-4808-8467-acb7d210f3b2 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=0004653b-9bc7-4d42-a7af-51f8b04352b8 HTTP/1.1" status: 200 len: 944 time: 0.0548131 Jul 02 03:37:53.572807 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:53.625078 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c0491f97-5d1d-405d-8f77-8414355255ab req-5df40d25-e88a-49d9-9099-344915f04ee0 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535414 Jul 02 03:37:54.779259 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fece72a-e6ba-4e51-b111-4fb6d9ec3b7d req-c16b5ff4-9c54-466a-a330-b4303bc39bb2 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:54.786214 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3fece72a-e6ba-4e51-b111-4fb6d9ec3b7d req-c16b5ff4-9c54-466a-a330-b4303bc39bb2 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=0004653b-9bc7-4d42-a7af-51f8b04352b8 HTTP/1.1" status: 200 len: 944 time: 0.0589879 Jul 02 03:37:54.818389 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:54.839783 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3fece72a-e6ba-4e51-b111-4fb6d9ec3b7d req-9a429b63-c207-42e8-bc37-35157999ecbf tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525503 Jul 02 03:37:55.197984 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:55.338764 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:55.895787 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb85e04-8f36-4665-8211-6732f06776b2 req-72f40dbf-108f-4307-beda-ebda3fb3cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:55.897389 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-2eb85e04-8f36-4665-8211-6732f06776b2 req-72f40dbf-108f-4307-beda-ebda3fb3cfac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8eba05f9e3a8402f96924c5c715229a5&device_id=0004653b-9bc7-4d42-a7af-51f8b04352b8 HTTP/1.1" status: 200 len: 1128 time: 0.0490232 Jul 02 03:37:55.965542 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ad0cc-a708-4c88-8e60-a00112de8c1e req-0cea6a83-7f50-41ab-9e2f-5e6abe70bd7d tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:55.974657 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-dc9ad0cc-a708-4c88-8e60-a00112de8c1e req-0cea6a83-7f50-41ab-9e2f-5e6abe70bd7d tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=0004653b-9bc7-4d42-a7af-51f8b04352b8 HTTP/1.1" status: 200 len: 944 time: 0.0603204 Jul 02 03:37:56.003068 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb85e04-8f36-4665-8211-6732f06776b2 req-3ec633dc-a441-4c45-b2bd-8f4685beaaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:56.004617 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-2eb85e04-8f36-4665-8211-6732f06776b2 req-3ec633dc-a441-4c45-b2bd-8f4685beaaa2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffa95e81-0ba1-4cca-87ba-54c202a4f9a5 HTTP/1.1" status: 200 len: 915 time: 0.0997589 Jul 02 03:37:56.031212 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-dc9ad0cc-a708-4c88-8e60-a00112de8c1e req-61947643-ff36-46d4-95bf-c376e56b45dd tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552366 Jul 02 03:37:56.046651 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 7c96ddc8-ca7b-4f34-8c1f-5998b91f662b details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 03:37:56.058916 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-2eb85e04-8f36-4665-8211-6732f06776b2 req-94627aea-4858-4b25-8c92-cbb1e23c4da6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c96ddc8-ca7b-4f34-8c1f-5998b91f662b HTTP/1.1" status: 200 len: 217 time: 0.0452056 Jul 02 03:37:56.123098 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb85e04-8f36-4665-8211-6732f06776b2 req-78bb5489-7908-48ec-b148-7a7bfef5b5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:56.124970 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-2eb85e04-8f36-4665-8211-6732f06776b2 req-78bb5489-7908-48ec-b148-7a7bfef5b5fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7e7bae26-4432-47ef-8f80-ef42cc6f6e71 HTTP/1.1" status: 200 len: 854 time: 0.0600765 Jul 02 03:37:56.176950 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-2eb85e04-8f36-4665-8211-6732f06776b2 req-18730bed-dc79-4f95-9d1e-f162ba76ca79 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffa95e81-0ba1-4cca-87ba-54c202a4f9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410850 Jul 02 03:37:56.256537 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:56.270922 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 7c96ddc8-ca7b-4f34-8c1f-5998b91f662b, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=7c96ddc8-ca7b-4f34-8c1f-5998b91f662b,segment=NetworkSegment(c3f16f23-8755-4919-84dc-3a6d4cc681bc),segment_id=c3f16f23-8755-4919-84dc-3a6d4cc681bc)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:37:56.287356 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-2eb85e04-8f36-4665-8211-6732f06776b2 req-756d86dd-a1b5-4b43-987a-cfac0b6b0066 service neutron] 10.222.0.26 "GET /v2.0/networks/ffa95e81-0ba1-4cca-87ba-54c202a4f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008174 Jul 02 03:37:56.292890 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Returning: {'device': '7c96ddc8-ca7b-4f34-8c1f-5998b91f662b', 'network_id': 'ffa95e81-0ba1-4cca-87ba-54c202a4f9a5', 'port_id': '7c96ddc8-ca7b-4f34-8c1f-5998b91f662b', 'mac_address': 'fa:16:3e:b2:a0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7bae26-4432-47ef-8f80-ef42cc6f6e71', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 03:37:56.337599 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 7c96ddc8-ca7b-4f34-8c1f-5998b91f662b is: DOWN; New status is: BUILD {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:37:56.337988 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (7c96ddc8-ca7b-4f34-8c1f-5998b91f662b), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:56.354961 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c96ddc8-ca7b-4f34-8c1f-5998b91f662b {{(pid=104251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:37:56.388306 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 7c96ddc8-ca7b-4f34-8c1f-5998b91f662b, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=7c96ddc8-ca7b-4f34-8c1f-5998b91f662b,segment=NetworkSegment(c3f16f23-8755-4919-84dc-3a6d4cc681bc),segment_id=c3f16f23-8755-4919-84dc-3a6d4cc681bc)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:37:56.394872 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (7c96ddc8-ca7b-4f34-8c1f-5998b91f662b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:56.402189 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-2eb85e04-8f36-4665-8211-6732f06776b2 req-ad7efc12-1b57-4b38-b7af-7c93d74474d3 service neutron] 10.222.0.26 "GET /v2.0/networks/ffa95e81-0ba1-4cca-87ba-54c202a4f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066499 Jul 02 03:37:56.452359 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=7c96ddc8-ca7b-4f34-8c1f-5998b91f662b,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:37:56.461046 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:56.461419 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:56.461803 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:56.462182 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:56.462544 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:56.462901 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:56.463252 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:56.463638 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:56.464496 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:56.464858 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:56.465217 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:56.465549 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:56.465893 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:56.466236 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:56.466584 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:37:56.975002 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['7c96ddc8-ca7b-4f34-8c1f-5998b91f662b'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:37:57.157441 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c5cd1-62de-4422-99f1-5a28fdba176d req-cb445807-ed5b-4440-b48c-a025473653a6 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:57.164763 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-954c5cd1-62de-4422-99f1-5a28fdba176d req-cb445807-ed5b-4440-b48c-a025473653a6 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=0004653b-9bc7-4d42-a7af-51f8b04352b8 HTTP/1.1" status: 200 len: 945 time: 0.0603604 Jul 02 03:37:57.210144 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-954c5cd1-62de-4422-99f1-5a28fdba176d req-77bd629a-9b8c-47fe-9cef-1db2f1edb7f0 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444205 Jul 02 03:37:58.335383 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438e648-7f21-4c05-909f-1233e90f0bdd req-7e95b4b6-143c-4926-840f-da1d017ddc47 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:58.337108 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5438e648-7f21-4c05-909f-1233e90f0bdd req-7e95b4b6-143c-4926-840f-da1d017ddc47 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=0004653b-9bc7-4d42-a7af-51f8b04352b8 HTTP/1.1" status: 200 len: 945 time: 0.0507019 Jul 02 03:37:58.390895 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5438e648-7f21-4c05-909f-1233e90f0bdd req-18498f89-fe7c-4efd-9402-47ffddf02ef4 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479159 Jul 02 03:37:58.411603 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 7c96ddc8-ca7b-4f34-8c1f-5998b91f662b up at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:37:58.461239 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning for port 7c96ddc8-ca7b-4f34-8c1f-5998b91f662b completed by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 02 03:37:58.469376 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning complete for port 7c96ddc8-ca7b-4f34-8c1f-5998b91f662b triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:37:58.469768 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (7c96ddc8-ca7b-4f34-8c1f-5998b91f662b), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:58.596924 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 7c96ddc8-ca7b-4f34-8c1f-5998b91f662b is: BUILD; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:37:58.597308 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (7c96ddc8-ca7b-4f34-8c1f-5998b91f662b), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:58.623520 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0004653b-9bc7-4d42-a7af-51f8b04352b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c96ddc8-ca7b-4f34-8c1f-5998b91f662b'}] {{(pid=104251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:37:58.626537 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea91eb0431f3890beba7fecfff9803703e4988fc204844c40d6eadfc05b4f309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184ad705-e129-45e1-b29a-222b7a622868" -d '{"events": [{"server_uuid": "0004653b-9bc7-4d42-a7af-51f8b04352b8", "name": "network-vif-plugged", "status": "completed", "tag": "7c96ddc8-ca7b-4f34-8c1f-5998b91f662b"}]}' {{(pid=104251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:37:58.645586 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 7c96ddc8-ca7b-4f34-8c1f-5998b91f662b, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=7c96ddc8-ca7b-4f34-8c1f-5998b91f662b,segment=NetworkSegment(c3f16f23-8755-4919-84dc-3a6d4cc681bc),segment_id=c3f16f23-8755-4919-84dc-3a6d4cc681bc)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:37:58.651749 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (7c96ddc8-ca7b-4f34-8c1f-5998b91f662b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:37:58.682177 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:58.695713 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320abf98-7096-41ed-b904-188eb913cadd x-openstack-request-id: req-320abf98-7096-41ed-b904-188eb913cadd {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:37:58.696323 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0004653b-9bc7-4d42-a7af-51f8b04352b8", "name": "network-vif-plugged", "status": "completed", "tag": "7c96ddc8-ca7b-4f34-8c1f-5998b91f662b", "code": 200}]} {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:37:58.696323 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-320abf98-7096-41ed-b904-188eb913cadd {{(pid=104251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:37:58.696668 dv-cinder-846842-9-iscsi neutron-server[104251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-320abf98-7096-41ed-b904-188eb913cadd'] response: {'server_uuid': '0004653b-9bc7-4d42-a7af-51f8b04352b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c96ddc8-ca7b-4f34-8c1f-5998b91f662b', 'code': 200} Jul 02 03:37:58.721107 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=7c96ddc8-ca7b-4f34-8c1f-5998b91f662b,revision_number=5']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:37:58.948043 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db037807-41c8-42ed-9633-42d37cff3fd0 req-68be0566-5448-4725-86b5-e8927c26e45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:58.949752 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-db037807-41c8-42ed-9633-42d37cff3fd0 req-68be0566-5448-4725-86b5-e8927c26e45b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0004653b-9bc7-4d42-a7af-51f8b04352b8 HTTP/1.1" status: 200 len: 1130 time: 0.0446632 Jul 02 03:37:59.004287 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-db037807-41c8-42ed-9633-42d37cff3fd0 req-b7fcd225-15e2-44e5-9f64-adf5da048b57 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484340 Jul 02 03:37:59.525162 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:59.553196 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6caba-3ef2-49e7-94e8-b86ad5ccc445 req-32703c6c-0002-4449-a90d-dc6a90fe946a tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:37:59.555406 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d5f6caba-3ef2-49e7-94e8-b86ad5ccc445 req-32703c6c-0002-4449-a90d-dc6a90fe946a tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=0004653b-9bc7-4d42-a7af-51f8b04352b8 HTTP/1.1" status: 200 len: 946 time: 0.0752876 Jul 02 03:37:59.616653 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d5f6caba-3ef2-49e7-94e8-b86ad5ccc445 req-ad397b7f-dc53-4749-865d-c0ebbc902ad6 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550904 Jul 02 03:37:59.972055 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:37:59.972905 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=6 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:00.764433 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a07b6-891f-412c-bacf-487aa53f0bd5 req-d2a704d9-b919-44ca-a282-77d4ee1eed61 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:00.766236 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1f2a07b6-891f-412c-bacf-487aa53f0bd5 req-d2a704d9-b919-44ca-a282-77d4ee1eed61 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=0004653b-9bc7-4d42-a7af-51f8b04352b8 HTTP/1.1" status: 200 len: 946 time: 0.0563748 Jul 02 03:38:00.845058 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1f2a07b6-891f-412c-bacf-487aa53f0bd5 req-760125af-ba12-4bbf-901d-a73bbe521120 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670261 Jul 02 03:38:01.960280 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c241dc-c576-427d-aea3-f46fb88f56a9 req-05d85959-0436-4baf-83e2-e6a0b9092541 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:01.961965 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d8c241dc-c576-427d-aea3-f46fb88f56a9 req-05d85959-0436-4baf-83e2-e6a0b9092541 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=0004653b-9bc7-4d42-a7af-51f8b04352b8 HTTP/1.1" status: 200 len: 946 time: 0.0501547 Jul 02 03:38:02.014865 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d8c241dc-c576-427d-aea3-f46fb88f56a9 req-8394114d-bc3b-4eab-83aa-f9c0269b3aa2 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465646 Jul 02 03:38:04.591552 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 36272) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:38:04.638643 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_v2 [None req-073069ef-7439-4ea2-85f1-d2eb638a6ebe admin admin] Deleting subnet 8203d9e4-7b8e-4374-9a61-e1852602fbcf {{(pid=104250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 02 03:38:04.642234 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-073069ef-7439-4ea2-85f1-d2eb638a6ebe admin admin] Publish callbacks [] for subnet (8203d9e4-7b8e-4374-9a61-e1852602fbcf), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:04.682288 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-073069ef-7439-4ea2-85f1-d2eb638a6ebe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2312077'] for subnet (8203d9e4-7b8e-4374-9a61-e1852602fbcf), precommit_delete_associations {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:04.724487 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-073069ef-7439-4ea2-85f1-d2eb638a6ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1385350'] for subnet (8203d9e4-7b8e-4374-9a61-e1852602fbcf), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:04.785564 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-073069ef-7439-4ea2-85f1-d2eb638a6ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1385357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59994211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60075707'] for subnet (8203d9e4-7b8e-4374-9a61-e1852602fbcf), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:04.815063 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073069ef-7439-4ea2-85f1-d2eb638a6ebe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8203d9e4-7b8e-4374-9a61-e1852602fbcf,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:38:04.821325 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-073069ef-7439-4ea2-85f1-d2eb638a6ebe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:04.824488 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-073069ef-7439-4ea2-85f1-d2eb638a6ebe admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8203d9e4-7b8e-4374-9a61-e1852602fbcf HTTP/1.1" status: 204 len: 168 time: 0.2318959 Jul 02 03:38:04.826949 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 36274) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:38:04.899707 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0a395c9c-d5e1-4e56-9d04-52d02a2ae57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587253'] for network (7e34743c-39b1-41c2-b662-fc644b4f04d0), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:04.913896 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:04.986660 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0a395c9c-d5e1-4e56-9d04-52d02a2ae57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481104', 'neutron.services.segments.db._delete_segments_for_network-8769088488286'] for network (7e34743c-39b1-41c2-b662-fc644b4f04d0), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:05.008252 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.services.segments.db [None req-0a395c9c-d5e1-4e56-9d04-52d02a2ae57b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e34743c-39b1-41c2-b662-fc644b4f04d0']}} {{(pid=104250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:38:05.019347 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.services.segments.db [None req-0a395c9c-d5e1-4e56-9d04-52d02a2ae57b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb054a31-e718-4623-b579-cc6337b37410') {'for_net_delete': True} {{(pid=104250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:38:05.019708 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.services.segments.db [None req-0a395c9c-d5e1-4e56-9d04-52d02a2ae57b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb054a31-e718-4623-b579-cc6337b37410') {} {{(pid=104250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:38:05.029973 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0a395c9c-d5e1-4e56-9d04-52d02a2ae57b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769088488807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2312118'] for segment (eb054a31-e718-4623-b579-cc6337b37410), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:05.044106 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0a395c9c-d5e1-4e56-9d04-52d02a2ae57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (eb054a31-e718-4623-b579-cc6337b37410), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:05.050428 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a395c9c-d5e1-4e56-9d04-52d02a2ae57b admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=104250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 03:38:05.050803 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0a395c9c-d5e1-4e56-9d04-52d02a2ae57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59994329'] for segment (eb054a31-e718-4623-b579-cc6337b37410), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:05.069394 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.services.segments.plugin [-] Segment eb054a31-e718-4623-b579-cc6337b37410 resource provider aggregate not found Jul 02 03:38:05.109971 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.services.segments.plugin [-] Segment eb054a31-e718-4623-b579-cc6337b37410 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb054a31-e718-4623-b579-cc6337b37410 found for delete ", "request_id": "req-76001099-b7a7-4c67-94ed-27fcf2d43548"}]} Jul 02 03:38:05.128126 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0a395c9c-d5e1-4e56-9d04-52d02a2ae57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389339'] for network (7e34743c-39b1-41c2-b662-fc644b4f04d0), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:05.136318 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0a395c9c-d5e1-4e56-9d04-52d02a2ae57b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:05.139556 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-0a395c9c-d5e1-4e56-9d04-52d02a2ae57b admin admin] 10.222.0.42 "DELETE /v2.0/networks/7e34743c-39b1-41c2-b662-fc644b4f04d0 HTTP/1.1" status: 204 len: 168 time: 0.3116503 Jul 02 03:38:05.152809 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a395c9c-d5e1-4e56-9d04-52d02a2ae57b admin admin] Pushing event deleted for resources: {'Network': ['ID=7e34743c-39b1-41c2-b662-fc644b4f04d0,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:38:05.269294 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 36282) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:38:05.311975 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-07208ef4-cbd1-43ac-84f1-478d6c53e5c9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=81a1413099324b758a2608fa5d67c0a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415397 Jul 02 03:38:05.315140 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 36286) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:38:05.371461 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0b47965d-6de1-453b-9951-4cd1812d9700 admin admin] Publish callbacks [] for security_group (24f119fe-3e84-4742-988a-31df55b9c804), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:05.395177 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0b47965d-6de1-453b-9951-4cd1812d9700 admin admin] Publish callbacks [] for security_group (24f119fe-3e84-4742-988a-31df55b9c804), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:05.448101 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0b47965d-6de1-453b-9951-4cd1812d9700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (24f119fe-3e84-4742-988a-31df55b9c804), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:05.450653 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0b47965d-6de1-453b-9951-4cd1812d9700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:05.451883 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-0b47965d-6de1-453b-9951-4cd1812d9700 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/24f119fe-3e84-4742-988a-31df55b9c804 HTTP/1.1" status: 204 len: 168 time: 0.1358294 Jul 02 03:38:05.460107 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47965d-6de1-453b-9951-4cd1812d9700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f119fe-3e84-4742-988a-31df55b9c804,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:38:15.143040 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=78,neutron:DELETE=5 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:15.143881 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=16,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:15.455276 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=46,neutron:DELETE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:15.456640 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=82,neutron:DELETE=3 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:15.471938 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:15.472659 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:15.893687 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 36362) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:38:15.898376 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-e0f29a00-048b-4c96-b1e2-d86ffbdc7445 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--700589700', 'description': 'tempest-description--1960511895'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:38:15.921565 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-e0f29a00-048b-4c96-b1e2-d86ffbdc7445 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:15.994170 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-e0f29a00-048b-4c96-b1e2-d86ffbdc7445 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group (43229f91-b263-4d46-a2b1-53ef4836fe7e), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:15.999964 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-e0f29a00-048b-4c96-b1e2-d86ffbdc7445 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (43229f91-b263-4d46-a2b1-53ef4836fe7e), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:16.029347 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f29a00-048b-4c96-b1e2-d86ffbdc7445 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43229f91-b263-4d46-a2b1-53ef4836fe7e,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:38:16.033742 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-e0f29a00-048b-4c96-b1e2-d86ffbdc7445 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:16.034979 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-e0f29a00-048b-4c96-b1e2-d86ffbdc7445 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1402042 Jul 02 03:38:16.037937 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 36364) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:38:16.042242 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-4db2821d-2e27-41a8-a6e4-3acfb3036159 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Request body: {'security_group_rule': {'security_group_id': '43229f91-b263-4d46-a2b1-53ef4836fe7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:38:16.072832 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-4db2821d-2e27-41a8-a6e4-3acfb3036159 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group_rule (fd92d547-2a03-42b7-bc7c-ad7a66956e5b), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:16.133006 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-4db2821d-2e27-41a8-a6e4-3acfb3036159 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group_rule (fd92d547-2a03-42b7-bc7c-ad7a66956e5b), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:16.139031 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-4db2821d-2e27-41a8-a6e4-3acfb3036159 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (fd92d547-2a03-42b7-bc7c-ad7a66956e5b), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:16.158087 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2821d-2e27-41a8-a6e4-3acfb3036159 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd92d547-2a03-42b7-bc7c-ad7a66956e5b,revision_number=0']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:38:16.168811 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-4db2821d-2e27-41a8-a6e4-3acfb3036159 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:16.170040 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-4db2821d-2e27-41a8-a6e4-3acfb3036159 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1311831 Jul 02 03:38:16.173541 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 36370) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:38:16.177953 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-c5136f1c-d2a6-40ea-a7ed-573cc74c8426 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Request body: {'security_group_rule': {'security_group_id': '43229f91-b263-4d46-a2b1-53ef4836fe7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:38:16.206145 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c5136f1c-d2a6-40ea-a7ed-573cc74c8426 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group_rule (4a6a7207-bbdf-4df8-b452-b13295e8885b), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:16.226689 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:16.272239 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c5136f1c-d2a6-40ea-a7ed-573cc74c8426 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group_rule (4a6a7207-bbdf-4df8-b452-b13295e8885b), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:16.276319 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c5136f1c-d2a6-40ea-a7ed-573cc74c8426 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (4a6a7207-bbdf-4df8-b452-b13295e8885b), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:16.298463 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5136f1c-d2a6-40ea-a7ed-573cc74c8426 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a6a7207-bbdf-4df8-b452-b13295e8885b,revision_number=0']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:38:16.308099 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c5136f1c-d2a6-40ea-a7ed-573cc74c8426 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:16.309631 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-c5136f1c-d2a6-40ea-a7ed-573cc74c8426 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1351838 Jul 02 03:38:16.312926 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 36374) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:38:16.317748 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-c3a6c38f-14e3-434a-9716-155fbb0b657e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Request body: {'floatingip': {'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:38:16.341199 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c3a6c38f-14e3-434a-9716-155fbb0b657e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:16.422267 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c3a6c38f-14e3-434a-9716-155fbb0b657e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:16.547276 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [None req-c3a6c38f-14e3-434a-9716-155fbb0b657e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Allocated IP 172.27.0.229 (f461a802-f340-43f3-86d0-4b44bcb77e0c/5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3/a7c5603d-12fb-40f4-acd6-f59dc6ede739) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:38:16.645260 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:16.649213 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:16.674484 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c3a6c38f-14e3-434a-9716-155fbb0b657e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for port (a7c5603d-12fb-40f4-acd6-f59dc6ede739), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:16.710910 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c3a6c38f-14e3-434a-9716-155fbb0b657e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (a7c5603d-12fb-40f4-acd6-f59dc6ede739), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:16.753923 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a6c38f-14e3-434a-9716-155fbb0b657e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Network f461a802-f340-43f3-86d0-4b44bcb77e0c is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:38:16.758642 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-c3a6c38f-14e3-434a-9716-155fbb0b657e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:38:16.762686 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a6c38f-14e3-434a-9716-155fbb0b657e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:38:16.765931 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6c38f-14e3-434a-9716-155fbb0b657e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event updated for resources: {'Port': ['ID=a7c5603d-12fb-40f4-acd6-f59dc6ede739,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:38:16.845794 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c3a6c38f-14e3-434a-9716-155fbb0b657e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for floatingip (a21a6fb7-0ab6-4897-ac35-33fd3ff5d5d3), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:16.891756 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c3a6c38f-14e3-434a-9716-155fbb0b657e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (a7c5603d-12fb-40f4-acd6-f59dc6ede739), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:17.035172 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c3a6c38f-14e3-434a-9716-155fbb0b657e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for port (a7c5603d-12fb-40f4-acd6-f59dc6ede739), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:17.043575 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c3a6c38f-14e3-434a-9716-155fbb0b657e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (a7c5603d-12fb-40f4-acd6-f59dc6ede739), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:17.119498 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6c38f-14e3-434a-9716-155fbb0b657e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event updated for resources: {'Port': ['ID=a7c5603d-12fb-40f4-acd6-f59dc6ede739,revision_number=2']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:38:17.129382 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c3a6c38f-14e3-434a-9716-155fbb0b657e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389155'] for floatingip (a21a6fb7-0ab6-4897-ac35-33fd3ff5d5d3), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:17.147027 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c3a6c38f-14e3-434a-9716-155fbb0b657e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:17.148319 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-c3a6c38f-14e3-434a-9716-155fbb0b657e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8344851 Jul 02 03:38:17.360738 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-44f82ad7-a318-4acd-a8bd-4c108d5c5e21 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--700589700&fields=id&tenant_id=b44eff44cb504e1f9bf037303db24d1b HTTP/1.1" status: 200 len: 267 time: 0.0441639 Jul 02 03:38:17.477176 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-fce19d3e-239f-4d57-80df-70e5ca42c579 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:17.478656 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-fce19d3e-239f-4d57-80df-70e5ca42c579 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/networks?id=389311ee-b4f4-4d7f-89a6-51f9bda5ef70 HTTP/1.1" status: 200 len: 815 time: 0.1086981 Jul 02 03:38:17.496126 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-0f69f0e4-21e7-49dd-8dff-ffb3fbe1cbe9 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/quotas/b44eff44cb504e1f9bf037303db24d1b HTTP/1.1" status: 200 len: 375 time: 0.0093305 Jul 02 03:38:17.545692 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-420b25b1-c5c5-40dc-99c1-3137a9f341c2 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b44eff44cb504e1f9bf037303db24d1b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0444975 Jul 02 03:38:17.651427 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-781e3d22-0d45-415e-9fd7-c01b2c772042 service neutron] 10.222.0.42 "GET /v2.0/networks/389311ee-b4f4-4d7f-89a6-51f9bda5ef70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943015 Jul 02 03:38:17.742190 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-cfa68d79-5739-4c99-abc3-dd2611ebfa6b service neutron] 10.222.0.42 "GET /v2.0/networks/389311ee-b4f4-4d7f-89a6-51f9bda5ef70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843480 Jul 02 03:38:17.918766 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3e514315-22f1-4214-a8e2-3a2f893001e7 req-3cbffe3d-a322-4e0b-bf13-fa9f4587ed6b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=671321a8-96a7-4fc0-96b1-0fd9b12dc028 HTTP/1.1" status: 200 len: 210 time: 0.0317702 Jul 02 03:38:19.020613 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1e72c552-d19f-4811-86dc-40870a2509e0 req-e736f57d-b6e1-4dac-ace9-398be743849e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=671321a8-96a7-4fc0-96b1-0fd9b12dc028 HTTP/1.1" status: 200 len: 210 time: 0.0271277 Jul 02 03:38:19.273648 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1e99debd-af29-4723-9abf-585e494d5b3a req-a228eb20-a5e8-47be-a158-4fe4a74b4dd8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1021612 Jul 02 03:38:19.309304 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-6595d564-9e15-4376-9e3a-992df51336e3 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:19.311769 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-6595d564-9e15-4376-9e3a-992df51336e3 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.26 "GET /v2.0/networks?id=389311ee-b4f4-4d7f-89a6-51f9bda5ef70 HTTP/1.1" status: 200 len: 815 time: 0.1416512 Jul 02 03:38:19.407143 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:19.415217 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99debd-af29-4723-9abf-585e494d5b3a req-fbfdebba-1cf8-41ed-8849-d6393362d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:19.416750 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1e99debd-af29-4723-9abf-585e494d5b3a req-fbfdebba-1cf8-41ed-8849-d6393362d97b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b44eff44cb504e1f9bf037303db24d1b&device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 1130 time: 0.0574970 Jul 02 03:38:19.450806 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-410c1213-be1b-4366-87ba-47ccea483b18 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b44eff44cb504e1f9bf037303db24d1b HTTP/1.1" status: 200 len: 471 time: 0.0973439 Jul 02 03:38:19.552473 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-92e2d472-3a29-4946-b0e2-f05b77afd47b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Request body: {'port': {'device_id': '671321a8-96a7-4fc0-96b1-0fd9b12dc028', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'admin_state_up': True, 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'security_groups': ['43229f91-b263-4d46-a2b1-53ef4836fe7e']}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:38:19.602721 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:19.843797 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e6ee4-58b0-4cbf-9697-219831d87ae5 req-8cf51925-4be8-4d90-87a6-89914e8188fe tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:19.845294 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e93e6ee4-58b0-4cbf-9697-219831d87ae5 req-8cf51925-4be8-4d90-87a6-89914e8188fe tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0500593 Jul 02 03:38:19.893899 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e93e6ee4-58b0-4cbf-9697-219831d87ae5 req-d50ff9d3-5082-413e-9cb5-73ef2e5058ba tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427725 Jul 02 03:38:19.955616 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99debd-af29-4723-9abf-585e494d5b3a req-60ce00b3-85cb-4dcd-8dc6-245dad527122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:19.957040 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1e99debd-af29-4723-9abf-585e494d5b3a req-60ce00b3-85cb-4dcd-8dc6-245dad527122 service neutron] 10.222.0.26 "GET /v2.0/networks?id=389311ee-b4f4-4d7f-89a6-51f9bda5ef70 HTTP/1.1" status: 200 len: 916 time: 0.3848360 Jul 02 03:38:19.974180 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-92e2d472-3a29-4946-b0e2-f05b77afd47b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Made reservation on behalf of b44eff44cb504e1f9bf037303db24d1b for: {'port': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:38:19.977508 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-92e2d472-3a29-4946-b0e2-f05b77afd47b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:20.120249 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-156e505a-ffb4-40cb-97dc-d1ebf9c7c024 req-6104a880-398c-4b05-83db-18aeb7900e44 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=671321a8-96a7-4fc0-96b1-0fd9b12dc028 HTTP/1.1" status: 200 len: 210 time: 0.0271778 Jul 02 03:38:20.140429 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1e99debd-af29-4723-9abf-585e494d5b3a req-c966db63-526e-4f5e-b901-9513e8c179cc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54a638db-254c-4005-b3f3-014e45f9ff9e HTTP/1.1" status: 200 len: 1001 time: 0.1018510 Jul 02 03:38:20.197009 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-92e2d472-3a29-4946-b0e2-f05b77afd47b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Allocated IP 172.20.0.11 (389311ee-b4f4-4d7f-89a6-51f9bda5ef70/c753fd38-19d6-439d-9e37-af1a40857012/bb25a94a-0fca-42e7-a4a5-8f6b9068b426) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:38:20.213859 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99debd-af29-4723-9abf-585e494d5b3a req-122cfea2-fdc0-4352-ab42-1b5624463f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:20.216959 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1e99debd-af29-4723-9abf-585e494d5b3a req-122cfea2-fdc0-4352-ab42-1b5624463f00 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c753fd38-19d6-439d-9e37-af1a40857012 HTTP/1.1" status: 200 len: 854 time: 0.0676029 Jul 02 03:38:20.258197 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-5f2d0150-ea9d-495b-9c7f-642335963139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:20.304099 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99debd-af29-4723-9abf-585e494d5b3a req-eb060ad6-18ad-447e-a28b-9eff3164bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:20.305632 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1e99debd-af29-4723-9abf-585e494d5b3a req-eb060ad6-18ad-447e-a28b-9eff3164bf73 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=389311ee-b4f4-4d7f-89a6-51f9bda5ef70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740495 Jul 02 03:38:20.470627 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-92e2d472-3a29-4946-b0e2-f05b77afd47b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for port (bb25a94a-0fca-42e7-a4a5-8f6b9068b426), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:20.485802 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1e99debd-af29-4723-9abf-585e494d5b3a req-e6a69f7e-46c0-4d61-acad-3c5b319057ac service neutron] 10.222.0.26 "GET /v2.0/networks/389311ee-b4f4-4d7f-89a6-51f9bda5ef70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675000 Jul 02 03:38:20.502791 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:20.513897 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-92e2d472-3a29-4946-b0e2-f05b77afd47b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (bb25a94a-0fca-42e7-a4a5-8f6b9068b426), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:20.559624 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-92e2d472-3a29-4946-b0e2-f05b77afd47b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Network 389311ee-b4f4-4d7f-89a6-51f9bda5ef70 is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:38:20.562732 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-92e2d472-3a29-4946-b0e2-f05b77afd47b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:38:20.566609 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-92e2d472-3a29-4946-b0e2-f05b77afd47b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:38:20.577154 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d472-3a29-4946-b0e2-f05b77afd47b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event updated for resources: {'Port': ['ID=bb25a94a-0fca-42e7-a4a5-8f6b9068b426,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:38:20.607342 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d472-3a29-4946-b0e2-f05b77afd47b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:38:20.607694 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d472-3a29-4946-b0e2-f05b77afd47b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:38:20.608031 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d472-3a29-4946-b0e2-f05b77afd47b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:38:20.608365 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d472-3a29-4946-b0e2-f05b77afd47b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:38:20.608731 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d472-3a29-4946-b0e2-f05b77afd47b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:38:20.609064 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d472-3a29-4946-b0e2-f05b77afd47b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:38:20.609388 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d472-3a29-4946-b0e2-f05b77afd47b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:38:20.609707 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d472-3a29-4946-b0e2-f05b77afd47b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:38:20.610028 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d472-3a29-4946-b0e2-f05b77afd47b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:38:20.610427 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d472-3a29-4946-b0e2-f05b77afd47b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:38:20.610744 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d472-3a29-4946-b0e2-f05b77afd47b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:38:20.611075 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d472-3a29-4946-b0e2-f05b77afd47b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:38:20.611439 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d472-3a29-4946-b0e2-f05b77afd47b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:38:20.611746 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d472-3a29-4946-b0e2-f05b77afd47b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:38:20.612063 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d472-3a29-4946-b0e2-f05b77afd47b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:38:20.665202 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-92e2d472-3a29-4946-b0e2-f05b77afd47b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:20.665855 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-92e2d472-3a29-4946-b0e2-f05b77afd47b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:20.718499 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-92e2d472-3a29-4946-b0e2-f05b77afd47b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1701558 Jul 02 03:38:20.734455 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:20.734790 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-537a0954-5d76-44c3-91bf-9f136463c0d4 None None] Provisioning complete for port bb25a94a-0fca-42e7-a4a5-8f6b9068b426 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:38:20.735189 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-537a0954-5d76-44c3-91bf-9f136463c0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (bb25a94a-0fca-42e7-a4a5-8f6b9068b426), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:20.741426 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1e99debd-af29-4723-9abf-585e494d5b3a req-c3b39798-aa8c-4556-bfa8-3d7829edeb9c service neutron] 10.222.0.26 "GET /v2.0/networks/389311ee-b4f4-4d7f-89a6-51f9bda5ef70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219168 Jul 02 03:38:20.747278 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-b811d907-6d06-4e37-9208-9b2de9d5d6f9 service neutron] Request body: {'port': {'device_id': '671321a8-96a7-4fc0-96b1-0fd9b12dc028', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:38:20.768016 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-537a0954-5d76-44c3-91bf-9f136463c0d4 None None] Port bb25a94a-0fca-42e7-a4a5-8f6b9068b426 cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:38:20.806246 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-b811d907-6d06-4e37-9208-9b2de9d5d6f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (bb25a94a-0fca-42e7-a4a5-8f6b9068b426), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:21.019024 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8426b12-7ac1-4f5e-bf01-3f34697b1d0d req-f5fd5464-f5a6-463a-9503-54790475d2e0 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:21.020610 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b8426b12-7ac1-4f5e-bf01-3f34697b1d0d req-f5fd5464-f5a6-463a-9503-54790475d2e0 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0496511 Jul 02 03:38:21.067862 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b8426b12-7ac1-4f5e-bf01-3f34697b1d0d req-e9356a00-98b0-4156-9d4f-c2bc8ec692dd tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415397 Jul 02 03:38:21.080272 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-b811d907-6d06-4e37-9208-9b2de9d5d6f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb25a94a-0fca-42e7-a4a5-8f6b9068b426 {{(pid=104250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:38:21.087863 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-b811d907-6d06-4e37-9208-9b2de9d5d6f9 service neutron] Publish callbacks [] for port (bb25a94a-0fca-42e7-a4a5-8f6b9068b426), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:21.101149 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.provisioning_blocks [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-b811d907-6d06-4e37-9208-9b2de9d5d6f9 service neutron] Transition to ACTIVE for port object bb25a94a-0fca-42e7-a4a5-8f6b9068b426 will not be triggered until provisioned by entity L2. {{(pid=104250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 02 03:38:21.105875 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-b811d907-6d06-4e37-9208-9b2de9d5d6f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (bb25a94a-0fca-42e7-a4a5-8f6b9068b426), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:21.156784 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b811d907-6d06-4e37-9208-9b2de9d5d6f9 service neutron] Pushing event updated for resources: {'Port': ['ID=bb25a94a-0fca-42e7-a4a5-8f6b9068b426,revision_number=2']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:38:21.232971 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-b811d907-6d06-4e37-9208-9b2de9d5d6f9 service neutron] Attempting to bind port bb25a94a-0fca-42e7-a4a5-8f6b9068b426 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:38:21.233427 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-b811d907-6d06-4e37-9208-9b2de9d5d6f9 service neutron] Attempting to bind port bb25a94a-0fca-42e7-a4a5-8f6b9068b426 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'f42053ac-70b9-4a5f-91c4-b122b3b8433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70'}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:38:21.233822 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-b811d907-6d06-4e37-9208-9b2de9d5d6f9 service neutron] Attempting to bind port bb25a94a-0fca-42e7-a4a5-8f6b9068b426 on network 389311ee-b4f4-4d7f-89a6-51f9bda5ef70 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:38:21.238483 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-b811d907-6d06-4e37-9208-9b2de9d5d6f9 service neutron] Port bb25a94a-0fca-42e7-a4a5-8f6b9068b426 on network 389311ee-b4f4-4d7f-89a6-51f9bda5ef70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 02 03:38:21.238875 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-b811d907-6d06-4e37-9208-9b2de9d5d6f9 service neutron] Attempting to bind port bb25a94a-0fca-42e7-a4a5-8f6b9068b426 on network 389311ee-b4f4-4d7f-89a6-51f9bda5ef70 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:38:21.245498 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-b811d907-6d06-4e37-9208-9b2de9d5d6f9 service neutron] Checking agent: {'id': 'b6c7a065-6c6d-4192-b8a5-562c9c844309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'started_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:38:21.245956 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-b811d907-6d06-4e37-9208-9b2de9d5d6f9 service neutron] Checking segment: {'id': 'f42053ac-70b9-4a5f-91c4-b122b3b8433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:38:21.246377 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-b811d907-6d06-4e37-9208-9b2de9d5d6f9 service neutron] Bound using segment: {'id': 'f42053ac-70b9-4a5f-91c4-b122b3b8433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70'} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:38:21.246804 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-b811d907-6d06-4e37-9208-9b2de9d5d6f9 service neutron] Bound port: bb25a94a-0fca-42e7-a4a5-8f6b9068b426, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42053ac-70b9-4a5f-91c4-b122b3b8433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70'}}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:38:21.247157 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-b811d907-6d06-4e37-9208-9b2de9d5d6f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (bb25a94a-0fca-42e7-a4a5-8f6b9068b426), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:21.251954 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ac0f7-8511-4203-9c2f-0ed70517ae8a req-2d7c2a14-81d0-4e0f-921f-64a1db446a46 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:21.253666 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9e4ac0f7-8511-4203-9c2f-0ed70517ae8a req-2d7c2a14-81d0-4e0f-921f-64a1db446a46 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=671321a8-96a7-4fc0-96b1-0fd9b12dc028 HTTP/1.1" status: 200 len: 944 time: 0.0498221 Jul 02 03:38:21.306049 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9e4ac0f7-8511-4203-9c2f-0ed70517ae8a req-c7ecb9cc-4e8c-4c3d-a1e2-decf1da5f8db tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=43229f91-b263-4d46-a2b1-53ef4836fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464499 Jul 02 03:38:21.316742 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:21.318161 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-b811d907-6d06-4e37-9208-9b2de9d5d6f9 service neutron] For port bb25a94a-0fca-42e7-a4a5-8f6b9068b426, host hv-cinder-84684, cleared binding levels {{(pid=104250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:38:21.330552 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-b811d907-6d06-4e37-9208-9b2de9d5d6f9 service neutron] For port bb25a94a-0fca-42e7-a4a5-8f6b9068b426, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=bb25a94a-0fca-42e7-a4a5-8f6b9068b426,segment=NetworkSegment(f42053ac-70b9-4a5f-91c4-b122b3b8433a),segment_id=f42053ac-70b9-4a5f-91c4-b122b3b8433a)] {{(pid=104250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:38:21.337636 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-b811d907-6d06-4e37-9208-9b2de9d5d6f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (bb25a94a-0fca-42e7-a4a5-8f6b9068b426), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:21.373669 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-b811d907-6d06-4e37-9208-9b2de9d5d6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:21.374306 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-b811d907-6d06-4e37-9208-9b2de9d5d6f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:21.375714 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-b811d907-6d06-4e37-9208-9b2de9d5d6f9 service neutron] 10.222.0.26 "PUT /v2.0/ports/bb25a94a-0fca-42e7-a4a5-8f6b9068b426 HTTP/1.1" status: 200 len: 1094 time: 0.6326919 Jul 02 03:38:21.376145 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '671321a8-96a7-4fc0-96b1-0fd9b12dc028', 'tag': 'bb25a94a-0fca-42e7-a4a5-8f6b9068b426'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:38:21.378360 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86349bf-abf6-4dd4-8987-6e1cca8afc6c" -d '{"events": [{"name": "network-changed", "server_uuid": "671321a8-96a7-4fc0-96b1-0fd9b12dc028", "tag": "bb25a94a-0fca-42e7-a4a5-8f6b9068b426"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:38:21.399804 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b811d907-6d06-4e37-9208-9b2de9d5d6f9 service neutron] Pushing event updated for resources: {'Port': ['ID=bb25a94a-0fca-42e7-a4a5-8f6b9068b426,revision_number=3']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:38:21.428996 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a8e107-cf58-4822-b437-e36fad5d033e x-openstack-request-id: req-b9a8e107-cf58-4822-b437-e36fad5d033e {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:38:21.429368 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "671321a8-96a7-4fc0-96b1-0fd9b12dc028", "tag": "bb25a94a-0fca-42e7-a4a5-8f6b9068b426", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:38:21.429684 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b9a8e107-cf58-4822-b437-e36fad5d033e {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:38:21.430154 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9a8e107-cf58-4822-b437-e36fad5d033e'] response: {'name': 'network-changed', 'server_uuid': '671321a8-96a7-4fc0-96b1-0fd9b12dc028', 'tag': 'bb25a94a-0fca-42e7-a4a5-8f6b9068b426', 'status': 'completed', 'code': 200} Jul 02 03:38:21.539206 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-4a67f2a2-077b-4948-9c87-a415cc2cfa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:21.540876 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-4a67f2a2-077b-4948-9c87-a415cc2cfa15 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b44eff44cb504e1f9bf037303db24d1b&device_id=671321a8-96a7-4fc0-96b1-0fd9b12dc028 HTTP/1.1" status: 200 len: 1128 time: 0.0420487 Jul 02 03:38:21.596550 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-96ede5a6-7c6f-4700-8263-b8a8d05619fa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb25a94a-0fca-42e7-a4a5-8f6b9068b426 HTTP/1.1" status: 200 len: 217 time: 0.0369010 Jul 02 03:38:21.654699 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-86171383-e2ed-4108-be7d-eaf582f7857a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:21.656232 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-86171383-e2ed-4108-be7d-eaf582f7857a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c753fd38-19d6-439d-9e37-af1a40857012 HTTP/1.1" status: 200 len: 854 time: 0.0477324 Jul 02 03:38:21.703397 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-2e69fdc3-742e-4655-a1ef-5e215fe28b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:21.704941 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-2e69fdc3-742e-4655-a1ef-5e215fe28b20 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=389311ee-b4f4-4d7f-89a6-51f9bda5ef70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395162 Jul 02 03:38:21.801565 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-74eff6f5-a9dd-44b7-8c06-01dc58ecfda3 service neutron] 10.222.0.26 "GET /v2.0/networks/389311ee-b4f4-4d7f-89a6-51f9bda5ef70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876122 Jul 02 03:38:21.832105 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:21.895425 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-8eea5f03-05d6-4f78-8913-2ae3fc4d8e4d req-8b6e3f16-6911-493f-83c6-8f5a88ed474c service neutron] 10.222.0.26 "GET /v2.0/networks/389311ee-b4f4-4d7f-89a6-51f9bda5ef70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858669 Jul 02 03:38:22.201122 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ad0fe-1361-4c57-904f-d9aeeee826be req-55b93357-45b6-411c-993d-2a92601374b2 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:22.202640 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d77ad0fe-1361-4c57-904f-d9aeeee826be req-55b93357-45b6-411c-993d-2a92601374b2 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0499990 Jul 02 03:38:22.251268 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d77ad0fe-1361-4c57-904f-d9aeeee826be req-c7783403-aeb8-4e8f-8e0d-b1374eab417e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430179 Jul 02 03:38:22.445503 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fb565-0a4d-40c8-86b4-1e69feb74f57 req-0dddb567-c351-433d-a73e-af0a1f58aaac tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:22.447018 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-962fb565-0a4d-40c8-86b4-1e69feb74f57 req-0dddb567-c351-433d-a73e-af0a1f58aaac tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=671321a8-96a7-4fc0-96b1-0fd9b12dc028 HTTP/1.1" status: 200 len: 944 time: 0.0596988 Jul 02 03:38:22.497253 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-962fb565-0a4d-40c8-86b4-1e69feb74f57 req-4f41acd0-8471-4035-bd82-17190771ff00 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=43229f91-b263-4d46-a2b1-53ef4836fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435185 Jul 02 03:38:22.541743 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cfb4e258-440f-41ef-9bf4-42d70ca2352a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:23.385158 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb8283-d203-4349-a6fc-5d8e21bd25c9 req-e2164481-88a8-4e9e-adce-b636fa995276 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:23.386589 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e7cb8283-d203-4349-a6fc-5d8e21bd25c9 req-e2164481-88a8-4e9e-adce-b636fa995276 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0550771 Jul 02 03:38:23.440326 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e7cb8283-d203-4349-a6fc-5d8e21bd25c9 req-80a409f2-5c09-4335-b641-4ad421e1c4cf tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480905 Jul 02 03:38:23.569898 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:23.599136 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:23.604621 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:23.616115 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79b459-a766-4a31-87e1-e459b76c77a9 req-2c583de7-3e1c-4a7c-b480-84f941eab9e7 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:23.617581 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ec79b459-a766-4a31-87e1-e459b76c77a9 req-2c583de7-3e1c-4a7c-b480-84f941eab9e7 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=671321a8-96a7-4fc0-96b1-0fd9b12dc028 HTTP/1.1" status: 200 len: 944 time: 0.0473697 Jul 02 03:38:23.665006 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ec79b459-a766-4a31-87e1-e459b76c77a9 req-d338dd6c-c106-4cbd-8b86-2eaad68fa3cb tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=43229f91-b263-4d46-a2b1-53ef4836fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415804 Jul 02 03:38:24.577316 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d995ca7-c809-4240-9a06-a62500beb97b req-b1597c05-049b-4f35-815c-0a52130d2fb3 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:24.578834 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5d995ca7-c809-4240-9a06-a62500beb97b req-b1597c05-049b-4f35-815c-0a52130d2fb3 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0545685 Jul 02 03:38:24.626312 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5d995ca7-c809-4240-9a06-a62500beb97b req-40315167-051f-4538-8760-e1db24884046 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419211 Jul 02 03:38:24.799329 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143763e4-038b-4ddc-beb7-e0815eb90142 req-8cb69330-56b1-4d06-8f42-287562b8e29e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:24.800810 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-143763e4-038b-4ddc-beb7-e0815eb90142 req-8cb69330-56b1-4d06-8f42-287562b8e29e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=671321a8-96a7-4fc0-96b1-0fd9b12dc028 HTTP/1.1" status: 200 len: 944 time: 0.0595179 Jul 02 03:38:24.856717 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-143763e4-038b-4ddc-beb7-e0815eb90142 req-8f10cdf1-3e29-4dca-a4b0-8c4d0e7d7ae9 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=43229f91-b263-4d46-a2b1-53ef4836fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486386 Jul 02 03:38:25.196219 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:25.340344 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:25.748870 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacd8a0-a48b-40d3-adf2-5d2696f547cd req-6895dfd4-bb20-4390-96a3-fa8aef43c2a2 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:25.750354 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3bacd8a0-a48b-40d3-adf2-5d2696f547cd req-6895dfd4-bb20-4390-96a3-fa8aef43c2a2 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0513694 Jul 02 03:38:25.799736 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3bacd8a0-a48b-40d3-adf2-5d2696f547cd req-6b09dfd8-26b7-4bad-ad55-691a2b887cb0 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437546 Jul 02 03:38:25.983695 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824f4b3-9b08-4215-9052-a49436d8dfd9 req-7d60b209-d1b6-46c9-bde3-9b62ecb704b7 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:25.985181 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f824f4b3-9b08-4215-9052-a49436d8dfd9 req-7d60b209-d1b6-46c9-bde3-9b62ecb704b7 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=671321a8-96a7-4fc0-96b1-0fd9b12dc028 HTTP/1.1" status: 200 len: 944 time: 0.0524626 Jul 02 03:38:26.036358 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f824f4b3-9b08-4215-9052-a49436d8dfd9 req-ec95a15f-6c87-418d-9356-0cfd295872ab tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=43229f91-b263-4d46-a2b1-53ef4836fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454190 Jul 02 03:38:26.260791 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86349bf-abf6-4dd4-8987-6e1cca8afc6c req-a8134baf-2522-4acf-8487-db9dd4bf3ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:26.262277 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-f86349bf-abf6-4dd4-8987-6e1cca8afc6c req-a8134baf-2522-4acf-8487-db9dd4bf3ce7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b44eff44cb504e1f9bf037303db24d1b&device_id=671321a8-96a7-4fc0-96b1-0fd9b12dc028 HTTP/1.1" status: 200 len: 1128 time: 0.0512936 Jul 02 03:38:26.356501 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86349bf-abf6-4dd4-8987-6e1cca8afc6c req-f24092b3-10ba-40ec-8f50-9c266d13d6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:26.358102 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-f86349bf-abf6-4dd4-8987-6e1cca8afc6c req-f24092b3-10ba-40ec-8f50-9c266d13d6af service neutron] 10.222.0.26 "GET /v2.0/networks?id=389311ee-b4f4-4d7f-89a6-51f9bda5ef70 HTTP/1.1" status: 200 len: 916 time: 0.0897315 Jul 02 03:38:26.403717 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-f86349bf-abf6-4dd4-8987-6e1cca8afc6c req-091954e9-a6d2-4452-a269-0f55d45a698d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb25a94a-0fca-42e7-a4a5-8f6b9068b426 HTTP/1.1" status: 200 len: 217 time: 0.0386932 Jul 02 03:38:26.455839 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86349bf-abf6-4dd4-8987-6e1cca8afc6c req-0df42e12-bb6b-4853-9820-8a5113adfbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:26.457324 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-f86349bf-abf6-4dd4-8987-6e1cca8afc6c req-0df42e12-bb6b-4853-9820-8a5113adfbad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c753fd38-19d6-439d-9e37-af1a40857012 HTTP/1.1" status: 200 len: 854 time: 0.0465670 Jul 02 03:38:26.469358 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device bb25a94a-0fca-42e7-a4a5-8f6b9068b426 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 03:38:26.502288 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86349bf-abf6-4dd4-8987-6e1cca8afc6c req-0b288136-ff13-40b6-8111-542ff95560df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:26.503852 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-f86349bf-abf6-4dd4-8987-6e1cca8afc6c req-0b288136-ff13-40b6-8111-542ff95560df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=389311ee-b4f4-4d7f-89a6-51f9bda5ef70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386896 Jul 02 03:38:26.571593 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port bb25a94a-0fca-42e7-a4a5-8f6b9068b426, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=bb25a94a-0fca-42e7-a4a5-8f6b9068b426,segment=NetworkSegment(f42053ac-70b9-4a5f-91c4-b122b3b8433a),segment_id=f42053ac-70b9-4a5f-91c4-b122b3b8433a)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:38:26.582921 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Returning: {'device': 'bb25a94a-0fca-42e7-a4a5-8f6b9068b426', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'port_id': 'bb25a94a-0fca-42e7-a4a5-8f6b9068b426', 'mac_address': 'fa:16:3e:ec:83:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 03:38:26.597501 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-f86349bf-abf6-4dd4-8987-6e1cca8afc6c req-886a802a-6f3e-4f15-9a70-88727fb527f7 service neutron] 10.222.0.26 "GET /v2.0/networks/389311ee-b4f4-4d7f-89a6-51f9bda5ef70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868399 Jul 02 03:38:26.617455 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port bb25a94a-0fca-42e7-a4a5-8f6b9068b426 is: DOWN; New status is: BUILD {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:38:26.617836 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (bb25a94a-0fca-42e7-a4a5-8f6b9068b426), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:26.630847 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb25a94a-0fca-42e7-a4a5-8f6b9068b426 {{(pid=104251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:38:26.650858 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port bb25a94a-0fca-42e7-a4a5-8f6b9068b426, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=bb25a94a-0fca-42e7-a4a5-8f6b9068b426,segment=NetworkSegment(f42053ac-70b9-4a5f-91c4-b122b3b8433a),segment_id=f42053ac-70b9-4a5f-91c4-b122b3b8433a)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:38:26.656388 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (bb25a94a-0fca-42e7-a4a5-8f6b9068b426), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:26.689479 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-f86349bf-abf6-4dd4-8987-6e1cca8afc6c req-30811f82-9ea0-43ec-9588-c3b1f9baa89d service neutron] 10.222.0.26 "GET /v2.0/networks/389311ee-b4f4-4d7f-89a6-51f9bda5ef70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857866 Jul 02 03:38:26.704400 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=bb25a94a-0fca-42e7-a4a5-8f6b9068b426,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:38:26.925469 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87d715-5888-45bc-8643-8eaa3b47399c req-0829da01-6c59-4306-9779-d1cec8565837 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:26.926959 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ee87d715-5888-45bc-8643-8eaa3b47399c req-0829da01-6c59-4306-9779-d1cec8565837 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0475624 Jul 02 03:38:26.974340 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ee87d715-5888-45bc-8643-8eaa3b47399c req-abdc5df8-2cab-48f2-ae2c-11c31fe1e6c0 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416348 Jul 02 03:38:26.980774 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:38:27.161555 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4dc2ab-9fec-4496-9140-b226afffef48 req-07d7b79d-333c-4cf3-9739-f2d0951f3ed4 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:27.163056 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9e4dc2ab-9fec-4496-9140-b226afffef48 req-07d7b79d-333c-4cf3-9739-f2d0951f3ed4 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=671321a8-96a7-4fc0-96b1-0fd9b12dc028 HTTP/1.1" status: 200 len: 945 time: 0.0523393 Jul 02 03:38:27.212570 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9e4dc2ab-9fec-4496-9140-b226afffef48 req-ac0a89b6-e2fd-4fbc-ae63-49681ca73ac9 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=43229f91-b263-4d46-a2b1-53ef4836fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434318 Jul 02 03:38:27.220469 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['bb25a94a-0fca-42e7-a4a5-8f6b9068b426'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:38:28.101657 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68f89c-5743-4f6f-88bf-4d2b95e3ecba req-883a61a5-efb3-4a21-b41a-e751772e81c3 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:28.103158 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5c68f89c-5743-4f6f-88bf-4d2b95e3ecba req-883a61a5-efb3-4a21-b41a-e751772e81c3 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0532496 Jul 02 03:38:28.155776 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5c68f89c-5743-4f6f-88bf-4d2b95e3ecba req-3d505ab8-24ec-475d-be40-ed8e0cc68033 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468764 Jul 02 03:38:28.340507 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c80d85-6979-4a65-8da8-888cea5856c4 req-f71eb299-e581-4d8f-aac7-0d927827c7ae tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:28.342286 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-35c80d85-6979-4a65-8da8-888cea5856c4 req-f71eb299-e581-4d8f-aac7-0d927827c7ae tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=671321a8-96a7-4fc0-96b1-0fd9b12dc028 HTTP/1.1" status: 200 len: 945 time: 0.0484586 Jul 02 03:38:28.393851 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-35c80d85-6979-4a65-8da8-888cea5856c4 req-c652e9d2-e06c-4e22-b53c-e5f6359712d8 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=43229f91-b263-4d46-a2b1-53ef4836fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439019 Jul 02 03:38:28.637081 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device bb25a94a-0fca-42e7-a4a5-8f6b9068b426 up at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:38:28.683340 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning for port bb25a94a-0fca-42e7-a4a5-8f6b9068b426 completed by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 02 03:38:28.690857 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning complete for port bb25a94a-0fca-42e7-a4a5-8f6b9068b426 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:38:28.691219 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (bb25a94a-0fca-42e7-a4a5-8f6b9068b426), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:28.762414 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port bb25a94a-0fca-42e7-a4a5-8f6b9068b426 is: BUILD; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:38:28.762800 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (bb25a94a-0fca-42e7-a4a5-8f6b9068b426), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:28.787174 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671321a8-96a7-4fc0-96b1-0fd9b12dc028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb25a94a-0fca-42e7-a4a5-8f6b9068b426'}] {{(pid=104251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:38:28.789412 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea91eb0431f3890beba7fecfff9803703e4988fc204844c40d6eadfc05b4f309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ff48fd-9137-4fdf-a3df-d4546f263c1c" -d '{"events": [{"server_uuid": "671321a8-96a7-4fc0-96b1-0fd9b12dc028", "name": "network-vif-plugged", "status": "completed", "tag": "bb25a94a-0fca-42e7-a4a5-8f6b9068b426"}]}' {{(pid=104251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:38:28.791522 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:28.803644 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port bb25a94a-0fca-42e7-a4a5-8f6b9068b426, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=bb25a94a-0fca-42e7-a4a5-8f6b9068b426,segment=NetworkSegment(f42053ac-70b9-4a5f-91c4-b122b3b8433a),segment_id=f42053ac-70b9-4a5f-91c4-b122b3b8433a)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:38:28.809167 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (bb25a94a-0fca-42e7-a4a5-8f6b9068b426), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:28.814588 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:28.832611 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43dd6f86-bbb7-4c5c-ad4c-6f192123625b x-openstack-request-id: req-43dd6f86-bbb7-4c5c-ad4c-6f192123625b {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:38:28.832919 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671321a8-96a7-4fc0-96b1-0fd9b12dc028", "name": "network-vif-plugged", "status": "completed", "tag": "bb25a94a-0fca-42e7-a4a5-8f6b9068b426", "code": 200}]} {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:38:28.833182 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-43dd6f86-bbb7-4c5c-ad4c-6f192123625b {{(pid=104251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:38:28.833566 dv-cinder-846842-9-iscsi neutron-server[104251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43dd6f86-bbb7-4c5c-ad4c-6f192123625b'] response: {'server_uuid': '671321a8-96a7-4fc0-96b1-0fd9b12dc028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb25a94a-0fca-42e7-a4a5-8f6b9068b426', 'code': 200} Jul 02 03:38:28.860225 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=bb25a94a-0fca-42e7-a4a5-8f6b9068b426,revision_number=5']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:38:29.109315 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2fa86-1ff0-45c2-bf15-b0516473328c req-9cb2d396-b4da-4d32-840d-1cdaad1300c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:29.110764 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-78d2fa86-1ff0-45c2-bf15-b0516473328c req-9cb2d396-b4da-4d32-840d-1cdaad1300c2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=671321a8-96a7-4fc0-96b1-0fd9b12dc028 HTTP/1.1" status: 200 len: 1130 time: 0.0423658 Jul 02 03:38:29.159988 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-78d2fa86-1ff0-45c2-bf15-b0516473328c req-4db17253-98c7-484f-8d18-9618e3ba5eb1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=43229f91-b263-4d46-a2b1-53ef4836fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408876 Jul 02 03:38:29.286452 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200bd4a8-f60d-4e11-9f0c-5cac4c8d8139 req-d1bce75a-f9b7-4980-9859-f846de3b2f50 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:29.287960 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-200bd4a8-f60d-4e11-9f0c-5cac4c8d8139 req-d1bce75a-f9b7-4980-9859-f846de3b2f50 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0574181 Jul 02 03:38:29.337086 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-200bd4a8-f60d-4e11-9f0c-5cac4c8d8139 req-e8f36aee-29fb-4258-bb9c-91eb88deb64f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430048 Jul 02 03:38:29.526200 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e38bb-b56a-4c50-a614-05a79059f02d req-34c41e0d-03fa-4091-baa7-362b2fad34e4 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:29.527678 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1c7e38bb-b56a-4c50-a614-05a79059f02d req-34c41e0d-03fa-4091-baa7-362b2fad34e4 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=671321a8-96a7-4fc0-96b1-0fd9b12dc028 HTTP/1.1" status: 200 len: 946 time: 0.0560133 Jul 02 03:38:29.580364 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1c7e38bb-b56a-4c50-a614-05a79059f02d req-c0df53b0-a849-46ff-b388-226b14294c2e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=43229f91-b263-4d46-a2b1-53ef4836fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470438 Jul 02 03:38:30.444598 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:30.480804 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6420eb7-b53b-4b40-ab50-1f7b8ee1cb24 req-a8a94157-b1ae-468a-9949-b1b3d0f31b6e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:30.482896 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c6420eb7-b53b-4b40-ab50-1f7b8ee1cb24 req-a8a94157-b1ae-468a-9949-b1b3d0f31b6e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0500834 Jul 02 03:38:30.521428 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:30.537181 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c6420eb7-b53b-4b40-ab50-1f7b8ee1cb24 req-68bb0d03-6504-4b94-b0dc-a206ef599662 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467744 Jul 02 03:38:30.694627 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47082f77-441c-4cd8-a846-c087babd60f5 req-c56ce5de-5cb3-4a33-968b-c11ec69c20ee tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:30.696063 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-47082f77-441c-4cd8-a846-c087babd60f5 req-c56ce5de-5cb3-4a33-968b-c11ec69c20ee tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=671321a8-96a7-4fc0-96b1-0fd9b12dc028 HTTP/1.1" status: 200 len: 946 time: 0.0472693 Jul 02 03:38:30.744970 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-47082f77-441c-4cd8-a846-c087babd60f5 req-2caddd2e-1b70-4f34-a26a-a232cf2630a6 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=43229f91-b263-4d46-a2b1-53ef4836fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429583 Jul 02 03:38:31.663035 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f066ca-099c-476f-b621-3093d68f9e55 req-b19386b4-5fa4-491b-b078-753a48ae3fa9 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:31.664541 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-54f066ca-099c-476f-b621-3093d68f9e55 req-b19386b4-5fa4-491b-b078-753a48ae3fa9 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0467680 Jul 02 03:38:31.719989 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-54f066ca-099c-476f-b621-3093d68f9e55 req-c5e1de4b-6c10-4580-b798-cf2920f2c104 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488884 Jul 02 03:38:31.867897 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd62b45-bbaa-4696-b51b-9f13d18a1e21 req-6128039d-cf78-4430-8c7c-de4cf030cc04 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:31.869276 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0bd62b45-bbaa-4696-b51b-9f13d18a1e21 req-6128039d-cf78-4430-8c7c-de4cf030cc04 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=671321a8-96a7-4fc0-96b1-0fd9b12dc028 HTTP/1.1" status: 200 len: 946 time: 0.0498242 Jul 02 03:38:31.923482 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0bd62b45-bbaa-4696-b51b-9f13d18a1e21 req-48b75002-cdb1-4a5b-af4b-fc4a1a3e30a1 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=43229f91-b263-4d46-a2b1-53ef4836fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480294 Jul 02 03:38:32.036628 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8689d0-b9de-4a22-9cc8-3ad320027375 req-854eba1f-7aaa-4ca7-90b7-79fcb51d4480 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:32.038124 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5a8689d0-b9de-4a22-9cc8-3ad320027375 req-854eba1f-7aaa-4ca7-90b7-79fcb51d4480 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=671321a8-96a7-4fc0-96b1-0fd9b12dc028 HTTP/1.1" status: 200 len: 946 time: 0.0507183 Jul 02 03:38:32.048384 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 36526) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:38:32.052967 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-5396183a-3b50-4a4c-a08f-2224aef8a6df tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Request body: {'floatingip': {'port_id': 'bb25a94a-0fca-42e7-a4a5-8f6b9068b426'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:38:32.121490 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5396183a-3b50-4a4c-a08f-2224aef8a6df tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for floatingip (a21a6fb7-0ab6-4897-ac35-33fd3ff5d5d3), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:32.180499 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=100 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:32.656205 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5396183a-3b50-4a4c-a08f-2224aef8a6df tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:32.663459 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5396183a-3b50-4a4c-a08f-2224aef8a6df tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389155'] for floatingip (a21a6fb7-0ab6-4897-ac35-33fd3ff5d5d3), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:32.665869 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:32.842159 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6ab07-5141-4b33-8fda-63346ed5e9d0 req-e0aeb665-24bd-42b0-afde-a7d39876ee33 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:32.843753 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a6a6ab07-5141-4b33-8fda-63346ed5e9d0 req-e0aeb665-24bd-42b0-afde-a7d39876ee33 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0483711 Jul 02 03:38:32.892207 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a6a6ab07-5141-4b33-8fda-63346ed5e9d0 req-16cfa55b-215c-48e8-bcc9-319c450b6ad1 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425451 Jul 02 03:38:32.984984 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.db.l3_db [None req-5396183a-3b50-4a4c-a08f-2224aef8a6df tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Floating IP a21a6fb7-0ab6-4897-ac35-33fd3ff5d5d3 associated. External IP: 172.27.0.229, port: bb25a94a-0fca-42e7-a4a5-8f6b9068b426. Jul 02 03:38:33.182084 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5396183a-3b50-4a4c-a08f-2224aef8a6df tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:38:33.286375 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5396183a-3b50-4a4c-a08f-2224aef8a6df tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:38:33.291849 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5396183a-3b50-4a4c-a08f-2224aef8a6df tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:33.296897 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b179e837-a1e3-4808-b210-cf6596923b3f None None] Sync routers for ids ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:38:33.307602 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b179e837-a1e3-4808-b210-cf6596923b3f None None] Routers {'3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:38:33.308213 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-b179e837-a1e3-4808-b210-cf6596923b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:38:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:38:33.323589 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-5396183a-3b50-4a4c-a08f-2224aef8a6df tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "PUT /v2.0/floatingips/a21a6fb7-0ab6-4897-ac35-33fd3ff5d5d3 HTTP/1.1" status: 200 len: 992 time: 1.2740264 Jul 02 03:38:33.324181 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '671321a8-96a7-4fc0-96b1-0fd9b12dc028', 'tag': 'bb25a94a-0fca-42e7-a4a5-8f6b9068b426'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:38:33.326483 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a1c5dc-a2cb-43bb-8cc4-a95429b0fe7e" -d '{"events": [{"name": "network-changed", "server_uuid": "671321a8-96a7-4fc0-96b1-0fd9b12dc028", "tag": "bb25a94a-0fca-42e7-a4a5-8f6b9068b426"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:38:33.362181 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406959cb-dc02-4b52-a73d-82733e172b91 x-openstack-request-id: req-406959cb-dc02-4b52-a73d-82733e172b91 {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:38:33.362475 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "671321a8-96a7-4fc0-96b1-0fd9b12dc028", "tag": "bb25a94a-0fca-42e7-a4a5-8f6b9068b426", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:38:33.362720 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-406959cb-dc02-4b52-a73d-82733e172b91 {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:38:33.363131 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-406959cb-dc02-4b52-a73d-82733e172b91'] response: {'name': 'network-changed', 'server_uuid': '671321a8-96a7-4fc0-96b1-0fd9b12dc028', 'tag': 'bb25a94a-0fca-42e7-a4a5-8f6b9068b426', 'status': 'completed', 'code': 200} Jul 02 03:38:33.462880 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1c5dc-a2cb-43bb-8cc4-a95429b0fe7e req-4603a7ce-3c70-465d-8d61-378df06aef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:33.464553 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e9a1c5dc-a2cb-43bb-8cc4-a95429b0fe7e req-4603a7ce-3c70-465d-8d61-378df06aef9e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b44eff44cb504e1f9bf037303db24d1b&device_id=671321a8-96a7-4fc0-96b1-0fd9b12dc028 HTTP/1.1" status: 200 len: 1130 time: 0.0469396 Jul 02 03:38:33.541793 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-b179e837-a1e3-4808-b210-cf6596923b3f None None] Set router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:38:33.558658 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1c5dc-a2cb-43bb-8cc4-a95429b0fe7e req-24e40962-5fe0-4f61-a7a6-c2e50fc041bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:33.560184 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e9a1c5dc-a2cb-43bb-8cc4-a95429b0fe7e req-24e40962-5fe0-4f61-a7a6-c2e50fc041bf service neutron] 10.222.0.26 "GET /v2.0/networks?id=389311ee-b4f4-4d7f-89a6-51f9bda5ef70 HTTP/1.1" status: 200 len: 916 time: 0.0883431 Jul 02 03:38:33.633675 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e9a1c5dc-a2cb-43bb-8cc4-a95429b0fe7e req-08590264-8a44-4047-8e16-91b91e64574b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb25a94a-0fca-42e7-a4a5-8f6b9068b426 HTTP/1.1" status: 200 len: 1000 time: 0.0554478 Jul 02 03:38:33.646810 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:33.688524 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1c5dc-a2cb-43bb-8cc4-a95429b0fe7e req-182bc69a-661c-4ea5-bf89-a90f2a97fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:33.689918 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e9a1c5dc-a2cb-43bb-8cc4-a95429b0fe7e req-182bc69a-661c-4ea5-bf89-a90f2a97fea9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c753fd38-19d6-439d-9e37-af1a40857012 HTTP/1.1" status: 200 len: 854 time: 0.0500896 Jul 02 03:38:33.734310 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1c5dc-a2cb-43bb-8cc4-a95429b0fe7e req-7d771e88-2876-451d-92eb-714b10e03b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:33.735869 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e9a1c5dc-a2cb-43bb-8cc4-a95429b0fe7e req-7d771e88-2876-451d-92eb-714b10e03b26 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=389311ee-b4f4-4d7f-89a6-51f9bda5ef70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395765 Jul 02 03:38:33.767053 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-b179e837-a1e3-4808-b210-cf6596923b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'name': 'tempest-AttachVolumeNegativeTest-1944099048-router', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:12Z', 'updated_at': '2022-07-02T03:34:25Z', 'revision_number': 4, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'gw_port': {'id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:15Z', 'updated_at': '2022-07-02T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '4efba1d4-6153-4e14-b446-41ba1fa6a119', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'floating_ip_address': '172.27.0.80', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'port_id': '54a638db-254c-4005-b3f3-014e45f9ff9e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'mac_address': 'fa:16:3e:0f:f3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e880e075-40f8-4727-b142-83ae3e2c6d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:34:32Z', 'updated_at': '2022-07-02T03:35:34Z', 'revision_number': 2, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'fixed_ip_address_scope': None}, {'id': 'a21a6fb7-0ab6-4897-ac35-33fd3ff5d5d3', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'floating_ip_address': '172.27.0.229', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'port_id': 'bb25a94a-0fca-42e7-a4a5-8f6b9068b426', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'mac_address': 'fa:16:3e:ec:83:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671321a8-96a7-4fc0-96b1-0fd9b12dc028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:38:16Z', 'updated_at': '2022-07-02T03:38:32Z', 'revision_number': 1, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1afdd4-79ed-4696-98f4-e3dd5de0fa94', 'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'mac_address': 'fa:16:3e:08:83:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:24Z', 'updated_at': '2022-07-02T03:34:44Z', 'revision_number': 5, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'subnets': [{'id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:38:33.796229 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b179e837-a1e3-4808-b210-cf6596923b3f None None] Checking router: 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:38:33.805404 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b179e837-a1e3-4808-b210-cf6596923b3f None None] Routers {'3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:38:33.806023 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-b179e837-a1e3-4808-b210-cf6596923b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:38:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:38:33.829813 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e9a1c5dc-a2cb-43bb-8cc4-a95429b0fe7e req-559fd341-1127-46be-8592-1ff1af22564b service neutron] 10.222.0.26 "GET /v2.0/networks/389311ee-b4f4-4d7f-89a6-51f9bda5ef70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868645 Jul 02 03:38:33.877706 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=3 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:33.905593 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-b179e837-a1e3-4808-b210-cf6596923b3f None None] Set router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:38:33.919930 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e9a1c5dc-a2cb-43bb-8cc4-a95429b0fe7e req-6d9a6b22-4622-4197-8d7e-23a1c29dbaab service neutron] 10.222.0.26 "GET /v2.0/networks/389311ee-b4f4-4d7f-89a6-51f9bda5ef70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829279 Jul 02 03:38:34.017064 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38ac46-66a7-4fcf-86da-3596336b278c req-b573fd6a-525b-4363-ba39-2b549277f9e9 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:34.018533 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6f38ac46-66a7-4fcf-86da-3596336b278c req-b573fd6a-525b-4363-ba39-2b549277f9e9 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0494113 Jul 02 03:38:34.065777 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6f38ac46-66a7-4fcf-86da-3596336b278c req-f7002772-a126-4575-b0b7-c5fa7011e078 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413420 Jul 02 03:38:34.127428 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-b179e837-a1e3-4808-b210-cf6596923b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'name': 'tempest-AttachVolumeNegativeTest-1944099048-router', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:12Z', 'updated_at': '2022-07-02T03:34:25Z', 'revision_number': 4, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'gw_port': {'id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:15Z', 'updated_at': '2022-07-02T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '4efba1d4-6153-4e14-b446-41ba1fa6a119', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'floating_ip_address': '172.27.0.80', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'port_id': '54a638db-254c-4005-b3f3-014e45f9ff9e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'mac_address': 'fa:16:3e:0f:f3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e880e075-40f8-4727-b142-83ae3e2c6d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:34:32Z', 'updated_at': '2022-07-02T03:35:34Z', 'revision_number': 2, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'fixed_ip_address_scope': None}, {'id': 'a21a6fb7-0ab6-4897-ac35-33fd3ff5d5d3', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'floating_ip_address': '172.27.0.229', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'port_id': 'bb25a94a-0fca-42e7-a4a5-8f6b9068b426', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'mac_address': 'fa:16:3e:ec:83:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671321a8-96a7-4fc0-96b1-0fd9b12dc028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:38:16Z', 'updated_at': '2022-07-02T03:38:32Z', 'revision_number': 1, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1afdd4-79ed-4696-98f4-e3dd5de0fa94', 'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'mac_address': 'fa:16:3e:08:83:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:24Z', 'updated_at': '2022-07-02T03:34:44Z', 'revision_number': 5, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'subnets': [{'id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:38:34.152088 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b179e837-a1e3-4808-b210-cf6596923b3f None None] The sync data for ids ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'] in dv-cinder-846842-9-iscsi is: [{'id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'name': 'tempest-AttachVolumeNegativeTest-1944099048-router', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:12Z', 'updated_at': '2022-07-02T03:34:25Z', 'revision_number': 4, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'gw_port': {'id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:15Z', 'updated_at': '2022-07-02T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '4efba1d4-6153-4e14-b446-41ba1fa6a119', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'floating_ip_address': '172.27.0.80', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'port_id': '54a638db-254c-4005-b3f3-014e45f9ff9e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'mac_address': 'fa:16:3e:0f:f3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e880e075-40f8-4727-b142-83ae3e2c6d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:34:32Z', 'updated_at': '2022-07-02T03:35:34Z', 'revision_number': 2, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'fixed_ip_address_scope': None}, {'id': 'a21a6fb7-0ab6-4897-ac35-33fd3ff5d5d3', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'floating_ip_address': '172.27.0.229', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'port_id': 'bb25a94a-0fca-42e7-a4a5-8f6b9068b426', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'mac_address': 'fa:16:3e:ec:83:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671321a8-96a7-4fc0-96b1-0fd9b12dc028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:38:16Z', 'updated_at': '2022-07-02T03:38:32Z', 'revision_number': 1, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1afdd4-79ed-4696-98f4-e3dd5de0fa94', 'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'mac_address': 'fa:16:3e:08:83:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:24Z', 'updated_at': '2022-07-02T03:34:44Z', 'revision_number': 5, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'subnets': [{'id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:38:34.332230 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060dea6f-de3f-4246-b2c9-3e5dc325479e None None] New status for floating IP a21a6fb7-0ab6-4897-ac35-33fd3ff5d5d3: ACTIVE {{(pid=104252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 02 03:38:35.195085 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef5548-ad84-4511-aad7-ff6968656f56 req-aae0484c-e9ca-4ae2-be3e-a53d60dd1370 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:35.196609 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-76ef5548-ad84-4511-aad7-ff6968656f56 req-aae0484c-e9ca-4ae2-be3e-a53d60dd1370 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0478656 Jul 02 03:38:35.244075 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-76ef5548-ad84-4511-aad7-ff6968656f56 req-cd0954c0-c1cd-431f-8abe-2080628dc357 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416470 Jul 02 03:38:36.384591 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d3095-6a1f-4f2b-98b1-b2353a0a674f req-ef1b96bc-445c-49c8-ad19-ded144793ed4 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:36.385984 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1f2d3095-6a1f-4f2b-98b1-b2353a0a674f req-ef1b96bc-445c-49c8-ad19-ded144793ed4 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0520802 Jul 02 03:38:36.442813 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1f2d3095-6a1f-4f2b-98b1-b2353a0a674f req-c97b2489-784e-466e-b4b6-8dc5d5e3ffda tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497224 Jul 02 03:38:37.578096 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372ea5b-82ec-4623-b0ba-40f2ceb36ada req-f30a9908-0af7-4a58-ab6d-4cb26cb31c9f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:37.579577 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8372ea5b-82ec-4623-b0ba-40f2ceb36ada req-f30a9908-0af7-4a58-ab6d-4cb26cb31c9f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0546658 Jul 02 03:38:37.630677 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8372ea5b-82ec-4623-b0ba-40f2ceb36ada req-6ca6ab02-16f1-4797-9595-239205ee6da7 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427825 Jul 02 03:38:38.762788 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b4181-90a8-46dc-b78a-16c5b6ecfa83 req-71706ac8-cf94-4d6e-a69d-ae0d1b53935f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:38.764459 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-779b4181-90a8-46dc-b78a-16c5b6ecfa83 req-71706ac8-cf94-4d6e-a69d-ae0d1b53935f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0477533 Jul 02 03:38:38.818732 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-779b4181-90a8-46dc-b78a-16c5b6ecfa83 req-a127deb1-c0fa-4f48-bb70-872433a3f2ce tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464175 Jul 02 03:38:39.952950 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd34c4a-13d2-45f7-83f6-8d93bf231aff req-a347a7f7-fad6-4849-b425-f00ffff8d7db tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:39.954447 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6cd34c4a-13d2-45f7-83f6-8d93bf231aff req-a347a7f7-fad6-4849-b425-f00ffff8d7db tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0518951 Jul 02 03:38:39.968544 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:40.005441 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6cd34c4a-13d2-45f7-83f6-8d93bf231aff req-1a2b97e5-7215-4dd9-a90f-0206980bdb11 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426357 Jul 02 03:38:41.139344 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b891e97-d824-4696-958b-11d85eabafde req-958c9158-fd1b-4efe-9c71-6a7a7fc11f74 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:41.140936 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4b891e97-d824-4696-958b-11d85eabafde req-958c9158-fd1b-4efe-9c71-6a7a7fc11f74 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0571239 Jul 02 03:38:41.174844 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:41.192981 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4b891e97-d824-4696-958b-11d85eabafde req-ed1af5f6-81ce-44eb-8deb-15da4ddbf758 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435963 Jul 02 03:38:42.327810 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30593dcb-2a5b-4116-89bb-31d282975075 req-a3a51546-8470-46a3-870a-9fbbeab3c6aa tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:42.329362 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-30593dcb-2a5b-4116-89bb-31d282975075 req-a3a51546-8470-46a3-870a-9fbbeab3c6aa tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0542333 Jul 02 03:38:42.380792 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-30593dcb-2a5b-4116-89bb-31d282975075 req-1c7c45e0-0c1e-40d4-8948-dc3063324a93 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433652 Jul 02 03:38:43.517183 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e90c4-0cc7-4bba-8bc4-f948398aaaac req-c9a99e6b-4a82-4b72-b156-1a66b1cb9a52 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:43.518736 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-298e90c4-0cc7-4bba-8bc4-f948398aaaac req-c9a99e6b-4a82-4b72-b156-1a66b1cb9a52 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0565095 Jul 02 03:38:43.570937 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-298e90c4-0cc7-4bba-8bc4-f948398aaaac req-8e6d67d2-fcdf-4592-bf64-b9e78589723e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462923 Jul 02 03:38:43.914668 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=29 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:43.916977 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=92 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:44.129582 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=78 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:44.130459 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=81 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:44.709096 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4295363-371b-43b0-8dfe-9b3c211689e8 req-03302c66-3ec8-4ec7-9a85-08df1392d010 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:44.710626 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f4295363-371b-43b0-8dfe-9b3c211689e8 req-03302c66-3ec8-4ec7-9a85-08df1392d010 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0565104 Jul 02 03:38:44.765258 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f4295363-371b-43b0-8dfe-9b3c211689e8 req-b88d50e2-aecb-47cf-9807-e3070251c0cb tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465388 Jul 02 03:38:45.895603 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838ab56-2286-4803-9040-1e9a774c57f4 req-ceec8810-90e8-4d72-ad06-e45097e01a2a tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:45.897130 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4838ab56-2286-4803-9040-1e9a774c57f4 req-ceec8810-90e8-4d72-ad06-e45097e01a2a tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0501842 Jul 02 03:38:45.948946 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4838ab56-2286-4803-9040-1e9a774c57f4 req-9dc472c5-9161-4f99-aca5-95f720e8adab tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460279 Jul 02 03:38:47.079263 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf61c65-3416-4981-a8ce-53603c339051 req-bd03de5d-7781-4a24-bf4a-b87c954666d1 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:47.080909 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-bdf61c65-3416-4981-a8ce-53603c339051 req-bd03de5d-7781-4a24-bf4a-b87c954666d1 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0502753 Jul 02 03:38:47.129819 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-bdf61c65-3416-4981-a8ce-53603c339051 req-e1ef1cdb-103b-4fb0-9996-be850451eb13 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433898 Jul 02 03:38:47.825710 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 01f88803-1998-4eea-820a-bbda30202ac5 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 03:38:47.856485 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:47.940155 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 01f88803-1998-4eea-820a-bbda30202ac5, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=01f88803-1998-4eea-820a-bbda30202ac5,segment=NetworkSegment(645b2d22-891d-43a9-95be-abb4172a72ed),segment_id=645b2d22-891d-43a9-95be-abb4172a72ed)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:38:47.952268 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Returning: {'device': '01f88803-1998-4eea-820a-bbda30202ac5', 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f', 'port_id': '01f88803-1998-4eea-820a-bbda30202ac5', 'mac_address': 'fa:16:3e:78:c1:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 03:38:47.996158 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 01f88803-1998-4eea-820a-bbda30202ac5 is: ACTIVE; New status is: BUILD {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:38:47.996596 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (01f88803-1998-4eea-820a-bbda30202ac5), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:48.012921 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01f88803-1998-4eea-820a-bbda30202ac5 {{(pid=104251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:38:48.033581 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 01f88803-1998-4eea-820a-bbda30202ac5, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=01f88803-1998-4eea-820a-bbda30202ac5,segment=NetworkSegment(645b2d22-891d-43a9-95be-abb4172a72ed),segment_id=645b2d22-891d-43a9-95be-abb4172a72ed)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:38:48.039761 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (01f88803-1998-4eea-820a-bbda30202ac5), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:48.085553 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=01f88803-1998-4eea-820a-bbda30202ac5,revision_number=6']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:38:48.259629 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd85be-5683-4be3-8303-afa7b84f51ad req-658f5cee-dde4-4c6d-b8a4-ae5f054e693b tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:48.261099 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5bfd85be-5683-4be3-8303-afa7b84f51ad req-658f5cee-dde4-4c6d-b8a4-ae5f054e693b tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 945 time: 0.0568945 Jul 02 03:38:48.310873 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5bfd85be-5683-4be3-8303-afa7b84f51ad req-d65d2980-aff0-4470-bd16-fb9f706a2c51 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416234 Jul 02 03:38:49.288992 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:49.290908 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:49.444894 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5c3f9-6753-422c-b995-709a43d5fa6c req-accc43d6-8ec6-4bad-8489-49b19a095607 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:49.446368 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-33a5c3f9-6753-422c-b995-709a43d5fa6c req-accc43d6-8ec6-4bad-8489-49b19a095607 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 945 time: 0.0476604 Jul 02 03:38:49.493429 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-33a5c3f9-6753-422c-b995-709a43d5fa6c req-59e8f236-b829-4709-a9f0-dd1efb7136db tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411887 Jul 02 03:38:49.605783 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['01f88803-1998-4eea-820a-bbda30202ac5'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:38:50.117805 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 01f88803-1998-4eea-820a-bbda30202ac5 up at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:38:50.168666 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning complete for port 01f88803-1998-4eea-820a-bbda30202ac5 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:38:50.169035 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (01f88803-1998-4eea-820a-bbda30202ac5), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:50.261711 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 01f88803-1998-4eea-820a-bbda30202ac5 is: BUILD; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:38:50.262156 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (01f88803-1998-4eea-820a-bbda30202ac5), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:50.273619 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-f7dc04bb-7b0c-47d4-a551-25d70e2882cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:50.288891 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2d5a1f-4e5b-4072-851a-d01f23742f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f88803-1998-4eea-820a-bbda30202ac5'}] {{(pid=104251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:38:50.291263 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea91eb0431f3890beba7fecfff9803703e4988fc204844c40d6eadfc05b4f309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84d9754-0c0e-4cac-876e-1c305ccdaebf" -d '{"events": [{"server_uuid": "bd2d5a1f-4e5b-4072-851a-d01f23742f55", "name": "network-vif-plugged", "status": "completed", "tag": "01f88803-1998-4eea-820a-bbda30202ac5"}]}' {{(pid=104251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:38:50.306167 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 01f88803-1998-4eea-820a-bbda30202ac5, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=01f88803-1998-4eea-820a-bbda30202ac5,segment=NetworkSegment(645b2d22-891d-43a9-95be-abb4172a72ed),segment_id=645b2d22-891d-43a9-95be-abb4172a72ed)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:38:50.310333 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (01f88803-1998-4eea-820a-bbda30202ac5), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:50.333355 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1104a12f-0b94-4be0-9d37-71cd1b9e4d70 x-openstack-request-id: req-1104a12f-0b94-4be0-9d37-71cd1b9e4d70 {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:38:50.333670 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2d5a1f-4e5b-4072-851a-d01f23742f55", "name": "network-vif-plugged", "status": "completed", "tag": "01f88803-1998-4eea-820a-bbda30202ac5", "code": 200}]} {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:38:50.333925 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1104a12f-0b94-4be0-9d37-71cd1b9e4d70 {{(pid=104251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:38:50.334358 dv-cinder-846842-9-iscsi neutron-server[104251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1104a12f-0b94-4be0-9d37-71cd1b9e4d70'] response: {'server_uuid': 'bd2d5a1f-4e5b-4072-851a-d01f23742f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f88803-1998-4eea-820a-bbda30202ac5', 'code': 200} Jul 02 03:38:50.360124 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=01f88803-1998-4eea-820a-bbda30202ac5,revision_number=7']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:38:50.633310 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa90f6-e9ce-4f50-b442-8548e8fc66e8 req-2d88aed6-25f3-4ae1-bc27-756da3b48b02 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:50.634835 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ffaa90f6-e9ce-4f50-b442-8548e8fc66e8 req-2d88aed6-25f3-4ae1-bc27-756da3b48b02 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0643845 Jul 02 03:38:50.901357 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ffaa90f6-e9ce-4f50-b442-8548e8fc66e8 req-6be756bd-f230-4ba5-9703-e3f95ec74d35 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2607207 Jul 02 03:38:52.035894 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5cc5d-d60e-43fe-84f1-78e45e8044fc req-502421f1-b1ae-451b-914e-3c5e389387c4 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:52.037374 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d9c5cc5d-d60e-43fe-84f1-78e45e8044fc req-502421f1-b1ae-451b-914e-3c5e389387c4 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0538681 Jul 02 03:38:52.087250 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d9c5cc5d-d60e-43fe-84f1-78e45e8044fc req-6c998654-1d84-453f-83bc-0426c4e0c7a5 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410781 Jul 02 03:38:52.552963 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-f8f24eed-7362-45a3-a7b9-6803058aa069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:53.216517 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd5842-5b48-426d-a2cb-9279ee80a1a8 req-f9500bf8-af79-4134-b8f4-84b22b23eea6 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:53.218028 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d3bd5842-5b48-426d-a2cb-9279ee80a1a8 req-f9500bf8-af79-4134-b8f4-84b22b23eea6 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0580473 Jul 02 03:38:53.275153 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:53.281562 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d3bd5842-5b48-426d-a2cb-9279ee80a1a8 req-7b706e0f-1781-447c-adb9-d5e55a8895d7 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553081 Jul 02 03:38:53.578463 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:54.405607 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc79e69-fdaf-49a1-bfd4-eaa356fe4b5f req-5bb6e404-3ca0-4449-b292-eab83f1ae0f9 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:54.407084 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9cc79e69-fdaf-49a1-bfd4-eaa356fe4b5f req-5bb6e404-3ca0-4449-b292-eab83f1ae0f9 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0492640 Jul 02 03:38:54.420916 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:38:54.457682 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9cc79e69-fdaf-49a1-bfd4-eaa356fe4b5f req-50179e1c-aa9b-4fa4-aad1-10d621df7b8a tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435679 Jul 02 03:38:55.213287 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:55.337685 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:38:55.587861 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef650699-743e-4442-a08f-eb148a7933bd req-27c8a355-15c9-4302-8137-649926d49c57 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:55.589370 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ef650699-743e-4442-a08f-eb148a7933bd req-27c8a355-15c9-4302-8137-649926d49c57 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0485172 Jul 02 03:38:55.637517 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ef650699-743e-4442-a08f-eb148a7933bd req-7736d6ea-d3d8-40a6-b471-096919a9692d tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421803 Jul 02 03:38:56.780468 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0baa6a-183c-44a8-96c9-16b2710bc3bb req-807d9aad-280d-4b3c-ae22-642143f6b451 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:56.782006 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-eb0baa6a-183c-44a8-96c9-16b2710bc3bb req-807d9aad-280d-4b3c-ae22-642143f6b451 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0524750 Jul 02 03:38:56.832181 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-eb0baa6a-183c-44a8-96c9-16b2710bc3bb req-b04e19b5-fe35-4f0a-9032-01697592d91f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444686 Jul 02 03:38:57.962369 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81f07a-0004-4ca3-bc12-c8b2049ecc7e req-227f95fb-cdb2-4184-9b60-a554940cd68f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:57.963951 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1e81f07a-0004-4ca3-bc12-c8b2049ecc7e req-227f95fb-cdb2-4184-9b60-a554940cd68f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0499790 Jul 02 03:38:58.017603 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1e81f07a-0004-4ca3-bc12-c8b2049ecc7e req-d8fa1bf2-05da-42d2-9d2d-0ba9f6bb34b5 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477004 Jul 02 03:38:59.172546 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d685bf-1d6b-4705-9920-644f9a48f64c req-2f1d2aab-4526-4061-b602-91473f8c16be tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:38:59.181467 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-05d685bf-1d6b-4705-9920-644f9a48f64c req-2f1d2aab-4526-4061-b602-91473f8c16be tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0666962 Jul 02 03:38:59.227490 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-05d685bf-1d6b-4705-9920-644f9a48f64c req-188d9d2e-f19c-46bc-bd29-e61ea551333f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450842 Jul 02 03:39:00.353314 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390ef8c-df5f-481d-a71c-c776dc54a5a4 req-946c66ff-6aa3-4765-b800-5de74a6b82fb tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:00.360615 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1390ef8c-df5f-481d-a71c-c776dc54a5a4 req-946c66ff-6aa3-4765-b800-5de74a6b82fb tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0579100 Jul 02 03:39:00.408292 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1390ef8c-df5f-481d-a71c-c776dc54a5a4 req-6685e04c-de6e-47f2-9c35-3f4ad9c24c7e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467124 Jul 02 03:39:01.546361 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165ee18-5800-479c-b393-54fd64a7957c req-ddad864c-da54-41f9-9c1d-c7248d9332ff tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:01.547965 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2165ee18-5800-479c-b393-54fd64a7957c req-ddad864c-da54-41f9-9c1d-c7248d9332ff tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0588827 Jul 02 03:39:01.602110 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2165ee18-5800-479c-b393-54fd64a7957c req-13dd7ccd-aab6-4fb8-8e40-dc7aab587572 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477438 Jul 02 03:39:02.755679 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7a514-599d-435b-ae5e-6a262c3acca9 req-7ba99b6c-6d22-4e99-97ff-1efb3cf010e0 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:02.761122 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-92c7a514-599d-435b-ae5e-6a262c3acca9 req-7ba99b6c-6d22-4e99-97ff-1efb3cf010e0 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0699468 Jul 02 03:39:02.841427 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-92c7a514-599d-435b-ae5e-6a262c3acca9 req-57693e46-b11f-4053-baf1-2dbd13f0133b tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742309 Jul 02 03:39:03.066476 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f5fa9-0325-4cf8-89b3-14ddc8f0312b req-f201ec5f-0c6e-4440-97ad-3e9d1442271a tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:03.068011 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-019f5fa9-0325-4cf8-89b3-14ddc8f0312b req-f201ec5f-0c6e-4440-97ad-3e9d1442271a tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=0004653b-9bc7-4d42-a7af-51f8b04352b8 HTTP/1.1" status: 200 len: 946 time: 0.0510294 Jul 02 03:39:03.131978 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-019f5fa9-0325-4cf8-89b3-14ddc8f0312b req-52c0a560-9d28-4839-b08a-931064a7e2dd tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574324 Jul 02 03:39:03.979443 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f57223-8495-41b5-aa0e-a53457e96398 req-56fedf61-7e05-49ba-95bf-57c7d8651fd6 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:03.980899 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-68f57223-8495-41b5-aa0e-a53457e96398 req-56fedf61-7e05-49ba-95bf-57c7d8651fd6 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0578260 Jul 02 03:39:03.983867 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:39:04.040213 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-68f57223-8495-41b5-aa0e-a53457e96398 req-cd8fac19-698e-4046-889b-ff276b4f5ab4 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510314 Jul 02 03:39:04.261447 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a58796-9249-49b3-81e5-58d7e4c13d1e req-7ca37d5e-768b-44a4-91b2-236e49fd7a64 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:04.263141 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-87a58796-9249-49b3-81e5-58d7e4c13d1e req-7ca37d5e-768b-44a4-91b2-236e49fd7a64 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=0004653b-9bc7-4d42-a7af-51f8b04352b8 HTTP/1.1" status: 200 len: 946 time: 0.0505676 Jul 02 03:39:04.285819 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:39:04.319523 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-87a58796-9249-49b3-81e5-58d7e4c13d1e req-d3e3531b-bed2-44a3-b80d-61996ccd9f80 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505495 Jul 02 03:39:05.172524 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60012b1-6738-4e2b-9ec3-8f2fde8a5b66 req-214b2a41-b4b5-4c81-bac7-257af9482022 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:05.174349 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d60012b1-6738-4e2b-9ec3-8f2fde8a5b66 req-214b2a41-b4b5-4c81-bac7-257af9482022 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0569718 Jul 02 03:39:05.236142 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:39:05.258381 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d60012b1-6738-4e2b-9ec3-8f2fde8a5b66 req-ecd51fa8-c461-44c2-b2f3-81900c60b241 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769358 Jul 02 03:39:05.329281 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:39:05.332613 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:39:05.431197 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ed119-3644-4fee-995f-2e346ffdfebc req-f705f521-34ee-4393-8100-c4d03a1d6c9b tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:05.432873 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-d91ed119-3644-4fee-995f-2e346ffdfebc req-f705f521-34ee-4393-8100-c4d03a1d6c9b tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.26 "GET /v2.0/ports?device_id=0004653b-9bc7-4d42-a7af-51f8b04352b8 HTTP/1.1" status: 200 len: 946 time: 0.0543828 Jul 02 03:39:05.467575 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dae76-03a8-46b6-88af-ea44b3848c7d req-e6a1e800-b1a2-4bf0-86a7-dd503559ab3b tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:05.469821 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c66dae76-03a8-46b6-88af-ea44b3848c7d req-e6a1e800-b1a2-4bf0-86a7-dd503559ab3b tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=0004653b-9bc7-4d42-a7af-51f8b04352b8 HTTP/1.1" status: 200 len: 946 time: 0.0698709 Jul 02 03:39:05.528576 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c66dae76-03a8-46b6-88af-ea44b3848c7d req-37d7350b-a96d-43d6-ac96-0d5a40265685 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462265 Jul 02 03:39:05.529215 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-d91ed119-3644-4fee-995f-2e346ffdfebc req-aca822a7-8b36-42cc-bf42-ee56eb231fea tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Deleting port 7c96ddc8-ca7b-4f34-8c1f-5998b91f662b {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:39:05.529554 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-d91ed119-3644-4fee-995f-2e346ffdfebc req-aca822a7-8b36-42cc-bf42-ee56eb231fea tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (7c96ddc8-ca7b-4f34-8c1f-5998b91f662b), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:05.635803 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-d91ed119-3644-4fee-995f-2e346ffdfebc req-aca822a7-8b36-42cc-bf42-ee56eb231fea tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] For port 7c96ddc8-ca7b-4f34-8c1f-5998b91f662b, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=7c96ddc8-ca7b-4f34-8c1f-5998b91f662b,segment=NetworkSegment(c3f16f23-8755-4919-84dc-3a6d4cc681bc),segment_id=c3f16f23-8755-4919-84dc-3a6d4cc681bc)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:39:05.636163 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-d91ed119-3644-4fee-995f-2e346ffdfebc req-aca822a7-8b36-42cc-bf42-ee56eb231fea tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (7c96ddc8-ca7b-4f34-8c1f-5998b91f662b), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:05.654463 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-d91ed119-3644-4fee-995f-2e346ffdfebc req-aca822a7-8b36-42cc-bf42-ee56eb231fea tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Calling delete_port for 7c96ddc8-ca7b-4f34-8c1f-5998b91f662b owned by compute:nova {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:39:05.787931 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-d91ed119-3644-4fee-995f-2e346ffdfebc req-aca822a7-8b36-42cc-bf42-ee56eb231fea tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (7c96ddc8-ca7b-4f34-8c1f-5998b91f662b), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:05.824677 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca822a7-8b36-42cc-bf42-ee56eb231fea tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Pushing event deleted for resources: {'Port': ['ID=7c96ddc8-ca7b-4f34-8c1f-5998b91f662b,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:39:05.837611 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['7c96ddc8-ca7b-4f34-8c1f-5998b91f662b'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:39:05.895156 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91ed119-3644-4fee-995f-2e346ffdfebc req-aca822a7-8b36-42cc-bf42-ee56eb231fea tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] No DVR routers for this DVR port 7c96ddc8-ca7b-4f34-8c1f-5998b91f662b on host hv-cinder-84684 {{(pid=104250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:39:05.898447 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-d91ed119-3644-4fee-995f-2e346ffdfebc req-aca822a7-8b36-42cc-bf42-ee56eb231fea tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:05.903129 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-d91ed119-3644-4fee-995f-2e346ffdfebc req-aca822a7-8b36-42cc-bf42-ee56eb231fea tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.26 "DELETE /v2.0/ports/7c96ddc8-ca7b-4f34-8c1f-5998b91f662b HTTP/1.1" status: 204 len: 173 time: 0.4636016 Jul 02 03:39:05.903790 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0004653b-9bc7-4d42-a7af-51f8b04352b8', 'name': 'network-vif-deleted', 'tag': '7c96ddc8-ca7b-4f34-8c1f-5998b91f662b'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:39:05.906285 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3439ca-a4be-468b-b921-389f36072753" -d '{"events": [{"server_uuid": "0004653b-9bc7-4d42-a7af-51f8b04352b8", "name": "network-vif-deleted", "tag": "7c96ddc8-ca7b-4f34-8c1f-5998b91f662b"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:39:05.944803 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fd29c3-ace8-4747-ad14-10989675ac03 x-openstack-request-id: req-61fd29c3-ace8-4747-ad14-10989675ac03 {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:39:05.945333 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0004653b-9bc7-4d42-a7af-51f8b04352b8", "name": "network-vif-deleted", "tag": "7c96ddc8-ca7b-4f34-8c1f-5998b91f662b", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:39:05.945587 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-61fd29c3-ace8-4747-ad14-10989675ac03 {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:39:05.945998 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61fd29c3-ace8-4747-ad14-10989675ac03'] response: {'server_uuid': '0004653b-9bc7-4d42-a7af-51f8b04352b8', 'name': 'network-vif-deleted', 'tag': '7c96ddc8-ca7b-4f34-8c1f-5998b91f662b', 'status': 'completed', 'code': 200} Jul 02 03:39:06.399745 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112de96-dcf3-4f62-ab9b-6b9a8869edb2 req-deb8c24b-0a0a-4457-8b7a-1ec3526ff694 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:06.401633 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9112de96-dcf3-4f62-ab9b-6b9a8869edb2 req-deb8c24b-0a0a-4457-8b7a-1ec3526ff694 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0575230 Jul 02 03:39:06.460816 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9112de96-dcf3-4f62-ab9b-6b9a8869edb2 req-a970d744-7dcb-4d1d-b7a6-50d073983a3f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536537 Jul 02 03:39:07.608051 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd168003-4fed-43ef-9669-1df3c6fa8c92 req-169d995a-0d21-41b3-aa2a-ebe74426868f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:07.611799 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-dd168003-4fed-43ef-9669-1df3c6fa8c92 req-169d995a-0d21-41b3-aa2a-ebe74426868f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0598776 Jul 02 03:39:07.666058 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-dd168003-4fed-43ef-9669-1df3c6fa8c92 req-aa011ffb-c0f3-47e5-9c57-6c9435d5621a tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496578 Jul 02 03:39:08.790276 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391caff-236e-4555-a1ad-ac8b41d581f5 req-156362d3-cb59-4ead-9871-55c5eede9637 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:08.792403 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7391caff-236e-4555-a1ad-ac8b41d581f5 req-156362d3-cb59-4ead-9871-55c5eede9637 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0489452 Jul 02 03:39:08.842184 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7391caff-236e-4555-a1ad-ac8b41d581f5 req-2daec5a8-e93f-444c-a1c4-b179dfd7b483 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443954 Jul 02 03:39:09.440817 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 7c96ddc8-ca7b-4f34-8c1f-5998b91f662b no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:39:09.463995 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] No Port match for: 7c96ddc8-ca7b-4f34-8c1f-5998b91f662b {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:39:09.464353 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 7c96ddc8-ca7b-4f34-8c1f-5998b91f662b not bound to the agent host hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:39:09.977576 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33490d04-54dc-4131-bef6-d383fd8e30b8 req-8555cdf3-99dc-4525-a958-598f1da62167 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:09.979058 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-33490d04-54dc-4131-bef6-d383fd8e30b8 req-8555cdf3-99dc-4525-a958-598f1da62167 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0507228 Jul 02 03:39:10.031028 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-33490d04-54dc-4131-bef6-d383fd8e30b8 req-afaf0777-f849-4d9e-9be4-95ab1a95f691 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437081 Jul 02 03:39:10.872536 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=3 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:39:11.176558 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08471f57-c690-4307-9639-d0b540b3b0e9 req-0c1775d8-5096-4e54-997f-9558e21c599f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:11.178084 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-08471f57-c690-4307-9639-d0b540b3b0e9 req-0c1775d8-5096-4e54-997f-9558e21c599f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0503204 Jul 02 03:39:11.228206 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-08471f57-c690-4307-9639-d0b540b3b0e9 req-5ec95a4b-7174-465c-872c-e74824002e77 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418217 Jul 02 03:39:12.245155 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f2466-8a54-4815-b8be-dc100cdeec30 req-cfa70667-be18-4da7-82c6-c59dfa01cf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:12.246670 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0a3f2466-8a54-4815-b8be-dc100cdeec30 req-cfa70667-be18-4da7-82c6-c59dfa01cf51 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f39e852f8d14dec8e98d8d77fe90766&device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 1130 time: 0.0419838 Jul 02 03:39:12.344194 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f2466-8a54-4815-b8be-dc100cdeec30 req-5ba26194-b67b-47f2-b695-106bfe4ed935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:12.345707 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0a3f2466-8a54-4815-b8be-dc100cdeec30 req-5ba26194-b67b-47f2-b695-106bfe4ed935 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dc0b5a80-e232-44f7-a253-08cca2946b9f HTTP/1.1" status: 200 len: 918 time: 0.0914626 Jul 02 03:39:12.350538 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127ea69-1618-4cf7-a597-fed898d0caa2 req-57ebee87-0345-4169-852e-3c709b92903c tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:12.352170 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6127ea69-1618-4cf7-a597-fed898d0caa2 req-57ebee87-0345-4169-852e-3c709b92903c tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0503681 Jul 02 03:39:12.405423 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6127ea69-1618-4cf7-a597-fed898d0caa2 req-5aa03f5c-9651-4d85-b127-aef33e20eb48 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476236 Jul 02 03:39:12.411128 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0a3f2466-8a54-4815-b8be-dc100cdeec30 req-fceb3193-b927-4739-9ccc-68dac9728a41 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01f88803-1998-4eea-820a-bbda30202ac5 HTTP/1.1" status: 200 len: 1002 time: 0.0591054 Jul 02 03:39:12.466458 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f2466-8a54-4815-b8be-dc100cdeec30 req-6596cae1-040d-4650-ac52-10a8a4612df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:12.468222 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0a3f2466-8a54-4815-b8be-dc100cdeec30 req-6596cae1-040d-4650-ac52-10a8a4612df9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e HTTP/1.1" status: 200 len: 856 time: 0.0511165 Jul 02 03:39:12.518624 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f2466-8a54-4815-b8be-dc100cdeec30 req-67034aae-a59f-41b3-8a12-ab5ed3f56e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:12.520765 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0a3f2466-8a54-4815-b8be-dc100cdeec30 req-67034aae-a59f-41b3-8a12-ab5ed3f56e64 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc0b5a80-e232-44f7-a253-08cca2946b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458083 Jul 02 03:39:12.617368 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0a3f2466-8a54-4815-b8be-dc100cdeec30 req-41a66b90-3c65-4511-8f6d-cbfbaf7cbc55 service neutron] 10.222.0.26 "GET /v2.0/networks/dc0b5a80-e232-44f7-a253-08cca2946b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893624 Jul 02 03:39:12.654735 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:39:12.716311 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0a3f2466-8a54-4815-b8be-dc100cdeec30 req-4250ac1c-e59c-420d-9ebe-4333a6b7d4e4 service neutron] 10.222.0.26 "GET /v2.0/networks/dc0b5a80-e232-44f7-a253-08cca2946b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910261 Jul 02 03:39:13.536215 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42fe5c-3ca2-400c-afa5-138d81ad1f85 req-df5b5772-2b04-432d-931c-f0e21dc124f9 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:13.537750 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6b42fe5c-3ca2-400c-afa5-138d81ad1f85 req-df5b5772-2b04-432d-931c-f0e21dc124f9 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0474799 Jul 02 03:39:13.587992 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6b42fe5c-3ca2-400c-afa5-138d81ad1f85 req-79c0bb2e-73b0-4eaa-b956-19670161aa2f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441549 Jul 02 03:39:13.984184 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=5 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:39:14.726369 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce09b7-e1f2-4e55-b065-21569893cba0 req-558066b2-a9d4-430a-a3d9-5bee86bb2aff tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:14.727884 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e9ce09b7-e1f2-4e55-b065-21569893cba0 req-558066b2-a9d4-430a-a3d9-5bee86bb2aff tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 946 time: 0.0474710 Jul 02 03:39:14.781439 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e9ce09b7-e1f2-4e55-b065-21569893cba0 req-1575d824-79ad-45ef-af0d-19cc1e75849a tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454457 Jul 02 03:39:15.175596 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 01f88803-1998-4eea-820a-bbda30202ac5 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:39:15.250685 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 01f88803-1998-4eea-820a-bbda30202ac5 is: ACTIVE; New status is: DOWN {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:39:15.251061 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (01f88803-1998-4eea-820a-bbda30202ac5), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:15.277688 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2d5a1f-4e5b-4072-851a-d01f23742f55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01f88803-1998-4eea-820a-bbda30202ac5'}] {{(pid=104251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:39:15.279904 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea91eb0431f3890beba7fecfff9803703e4988fc204844c40d6eadfc05b4f309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488c4e25-5584-4347-bd75-b31cf134afc5" -d '{"events": [{"server_uuid": "bd2d5a1f-4e5b-4072-851a-d01f23742f55", "name": "network-vif-unplugged", "status": "completed", "tag": "01f88803-1998-4eea-820a-bbda30202ac5"}]}' {{(pid=104251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:39:15.292337 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 01f88803-1998-4eea-820a-bbda30202ac5, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=01f88803-1998-4eea-820a-bbda30202ac5,segment=NetworkSegment(645b2d22-891d-43a9-95be-abb4172a72ed),segment_id=645b2d22-891d-43a9-95be-abb4172a72ed)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:39:15.298226 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (01f88803-1998-4eea-820a-bbda30202ac5), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:15.320101 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Jul 2022 03:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc78856a-b910-407a-8d9d-7c60ec2966d7 x-openstack-request-id: req-dc78856a-b910-407a-8d9d-7c60ec2966d7 {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:39:15.320406 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2d5a1f-4e5b-4072-851a-d01f23742f55", "name": "network-vif-unplugged", "status": "completed", "tag": "01f88803-1998-4eea-820a-bbda30202ac5", "code": 200}]} {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:39:15.320654 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dc78856a-b910-407a-8d9d-7c60ec2966d7 {{(pid=104251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:39:15.321040 dv-cinder-846842-9-iscsi neutron-server[104251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc78856a-b910-407a-8d9d-7c60ec2966d7'] response: {'server_uuid': 'bd2d5a1f-4e5b-4072-851a-d01f23742f55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01f88803-1998-4eea-820a-bbda30202ac5', 'code': 200} Jul 02 03:39:15.345331 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=01f88803-1998-4eea-820a-bbda30202ac5,revision_number=8']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:39:15.352399 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:39:15.352739 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:39:15.353081 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:39:15.353432 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:39:15.353739 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:39:15.354085 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:39:15.354376 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:39:15.354697 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:39:15.355016 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:39:15.355363 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:39:15.355681 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:39:15.356016 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:39:15.356335 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:39:15.356647 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:39:15.356958 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:39:15.880199 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:39:15.925293 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1dab7e-7784-4633-a9d5-bd2f5721b004 req-cde3194f-4353-43c1-a45f-ef77ac9fcfd2 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:15.926764 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3f1dab7e-7784-4633-a9d5-bd2f5721b004 req-cde3194f-4353-43c1-a45f-ef77ac9fcfd2 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0623102 Jul 02 03:39:15.983062 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3f1dab7e-7784-4633-a9d5-bd2f5721b004 req-ff8a3457-c1eb-4782-95ae-35b131128ea9 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505919 Jul 02 03:39:17.114614 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973d86c-e591-4ec8-90f4-a6cd555e9ae6 req-09b29c52-e462-47cf-be0d-7c8b1af73398 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:17.116346 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3973d86c-e591-4ec8-90f4-a6cd555e9ae6 req-09b29c52-e462-47cf-be0d-7c8b1af73398 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0471604 Jul 02 03:39:17.164923 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3973d86c-e591-4ec8-90f4-a6cd555e9ae6 req-859afbc2-720f-4f2b-b77e-c3035ce0e935 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429466 Jul 02 03:39:17.840291 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:18.302386 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e089a-b140-4a8e-96a4-bb94dbb82f87 req-9f26d79b-eec7-4c34-9f26-85dd3f76370f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:18.303982 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cb7e089a-b140-4a8e-96a4-bb94dbb82f87 req-9f26d79b-eec7-4c34-9f26-85dd3f76370f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0515637 Jul 02 03:39:18.356034 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cb7e089a-b140-4a8e-96a4-bb94dbb82f87 req-8eab08cd-4e8a-474c-b2ef-e07e28fb62a7 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461335 Jul 02 03:39:18.692601 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:39:18.786087 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-4a019fc3-45da-4993-960b-4b856e6d6de7 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:18.787699 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-4a019fc3-45da-4993-960b-4b856e6d6de7 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/networks?id=ffa95e81-0ba1-4cca-87ba-54c202a4f9a5 HTTP/1.1" status: 200 len: 814 time: 0.1056767 Jul 02 03:39:18.805727 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-ce7ee31c-df78-42f0-8972-20e6a0a746ef tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/quotas/8eba05f9e3a8402f96924c5c715229a5 HTTP/1.1" status: 200 len: 375 time: 0.0094697 Jul 02 03:39:18.843059 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-4ef074b6-f2a0-4074-9319-1d1f8ecedf62 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8eba05f9e3a8402f96924c5c715229a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324466 Jul 02 03:39:18.943850 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-cdd4bff2-2bca-458d-9605-d84593be41d5 service neutron] 10.222.0.42 "GET /v2.0/networks/ffa95e81-0ba1-4cca-87ba-54c202a4f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937552 Jul 02 03:39:19.041604 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-9dc7ba82-28d6-4318-a0b5-75984577dfe1 service neutron] 10.222.0.42 "GET /v2.0/networks/ffa95e81-0ba1-4cca-87ba-54c202a4f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919876 Jul 02 03:39:19.208916 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-03895036-9fc7-430f-850f-94ad3d3602ba req-f07c0642-3da5-41f2-98b6-dc767635472d tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 210 time: 0.0313621 Jul 02 03:39:19.495669 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e88bf-497a-4be0-9e3a-a41fe40ce73b req-456c165b-1583-44ee-b487-baf3191a9e2a tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:19.497681 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0d2e88bf-497a-4be0-9e3a-a41fe40ce73b req-456c165b-1583-44ee-b487-baf3191a9e2a tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0580516 Jul 02 03:39:19.547998 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0d2e88bf-497a-4be0-9e3a-a41fe40ce73b req-b0e98b1e-cd9c-4b90-9edd-d982bfad3292 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444722 Jul 02 03:39:20.070233 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [req-a1cf8ea6-b346-4edf-8c14-73e794175459 req-e1b07e8b-8a0f-4c03-b3c2-725dee21ecc2 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 02 03:39:20.071321 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a1cf8ea6-b346-4edf-8c14-73e794175459 req-e1b07e8b-8a0f-4c03-b3c2-725dee21ecc2 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054963 Jul 02 03:39:20.238522 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb62a4-e93b-4eb3-b09d-f3ea80ac620c req-47d79c83-7c35-4a57-9cb3-b180e82e7867 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:20.240131 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b3eb62a4-e93b-4eb3-b09d-f3ea80ac620c req-47d79c83-7c35-4a57-9cb3-b180e82e7867 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0533643 Jul 02 03:39:20.284307 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2703-362c-4616-a081-075fb32cf2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:20.312852 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b3eb62a4-e93b-4eb3-b09d-f3ea80ac620c req-96dc36b9-572d-496e-a2c3-61df14d9a10f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663631 Jul 02 03:39:20.347113 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-19aa92a5-a41f-4786-b988-0aeac29d92e9 req-fb0ef864-512e-4a82-99a9-6375fee9cdf5 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 210 time: 0.0311918 Jul 02 03:39:20.422485 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-40d65c62-d7b1-4fe4-92b0-478080388cb6 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:20.424132 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-40d65c62-d7b1-4fe4-92b0-478080388cb6 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.26 "GET /v2.0/networks?id=ffa95e81-0ba1-4cca-87ba-54c202a4f9a5 HTTP/1.1" status: 200 len: 814 time: 0.1432090 Jul 02 03:39:20.444016 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-53630520-91a9-4466-82a2-b542ee9fd846 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Request body: {'port': {'device_id': '3f0513dd-d098-4c32-a5fd-4e2f036dfe99', 'network_id': 'ffa95e81-0ba1-4cca-87ba-54c202a4f9a5', 'admin_state_up': True, 'tenant_id': '8eba05f9e3a8402f96924c5c715229a5'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:39:20.447265 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:39:20.561619 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-53630520-91a9-4466-82a2-b542ee9fd846 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Made reservation on behalf of 8eba05f9e3a8402f96924c5c715229a5 for: {'port': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:39:20.565028 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-53630520-91a9-4466-82a2-b542ee9fd846 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:20.671140 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 36896) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:39:20.694097 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-53630520-91a9-4466-82a2-b542ee9fd846 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Allocated IP 172.20.0.12 (ffa95e81-0ba1-4cca-87ba-54c202a4f9a5/7e7bae26-4432-47ef-8f80-ef42cc6f6e71/944c1aac-d4ef-42f2-9807-2800ed34d6b9) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:39:20.757479 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-eff0a6c7-08a0-4ed9-9e7f-1b3fd9723669 req-c3518d88-b85a-4e8a-9034-b0ebbe3fdf9f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851560 Jul 02 03:39:20.766515 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [req-eff0a6c7-08a0-4ed9-9e7f-1b3fd9723669 req-c590ca2f-ea41-4970-a392-8fa052a6fcfe service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 02 03:39:20.767572 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-eff0a6c7-08a0-4ed9-9e7f-1b3fd9723669 req-c590ca2f-ea41-4970-a392-8fa052a6fcfe service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051389 Jul 02 03:39:20.781507 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 01f88803-1998-4eea-820a-bbda30202ac5 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:39:20.856855 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-53630520-91a9-4466-82a2-b542ee9fd846 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Publish callbacks [] for port (944c1aac-d4ef-42f2-9807-2800ed34d6b9), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:20.860471 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 01f88803-1998-4eea-820a-bbda30202ac5 is: DOWN; New status is: DOWN {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:39:20.875015 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 36904) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:39:20.888644 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-53630520-91a9-4466-82a2-b542ee9fd846 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (944c1aac-d4ef-42f2-9807-2800ed34d6b9), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:20.944409 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-53630520-91a9-4466-82a2-b542ee9fd846 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Network ffa95e81-0ba1-4cca-87ba-54c202a4f9a5 is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:39:20.947639 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-53630520-91a9-4466-82a2-b542ee9fd846 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:39:20.951654 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-53630520-91a9-4466-82a2-b542ee9fd846 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:39:20.976588 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53630520-91a9-4466-82a2-b542ee9fd846 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Pushing event updated for resources: {'Port': ['ID=944c1aac-d4ef-42f2-9807-2800ed34d6b9,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:39:20.978053 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0a6c7-08a0-4ed9-9e7f-1b3fd9723669 req-40753b58-2f89-4970-8be2-ca9f525d1a24 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:20.979520 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-eff0a6c7-08a0-4ed9-9e7f-1b3fd9723669 req-40753b58-2f89-4970-8be2-ca9f525d1a24 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports/01f88803-1998-4eea-820a-bbda30202ac5 HTTP/1.1" status: 200 len: 941 time: 0.1034756 Jul 02 03:39:20.993864 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53630520-91a9-4466-82a2-b542ee9fd846 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:39:20.994214 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53630520-91a9-4466-82a2-b542ee9fd846 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:39:20.994593 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53630520-91a9-4466-82a2-b542ee9fd846 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:39:20.994931 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53630520-91a9-4466-82a2-b542ee9fd846 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:39:20.995261 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53630520-91a9-4466-82a2-b542ee9fd846 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:39:20.995619 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53630520-91a9-4466-82a2-b542ee9fd846 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:39:20.995952 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53630520-91a9-4466-82a2-b542ee9fd846 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:39:20.996288 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53630520-91a9-4466-82a2-b542ee9fd846 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:39:20.996606 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53630520-91a9-4466-82a2-b542ee9fd846 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:39:20.996927 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53630520-91a9-4466-82a2-b542ee9fd846 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:39:20.997265 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53630520-91a9-4466-82a2-b542ee9fd846 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:39:20.997588 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53630520-91a9-4466-82a2-b542ee9fd846 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:39:20.997906 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53630520-91a9-4466-82a2-b542ee9fd846 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:39:20.998213 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53630520-91a9-4466-82a2-b542ee9fd846 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:39:20.998531 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53630520-91a9-4466-82a2-b542ee9fd846 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:39:21.016618 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-53630520-91a9-4466-82a2-b542ee9fd846 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:21.017235 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-53630520-91a9-4466-82a2-b542ee9fd846 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:21.034035 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-53630520-91a9-4466-82a2-b542ee9fd846 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5939791 Jul 02 03:39:21.067784 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-e746bc04-1fb1-4d5a-957b-43b983a2d953 service neutron] Request body: {'port': {'device_id': '3f0513dd-d098-4c32-a5fd-4e2f036dfe99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:39:21.137150 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-e746bc04-1fb1-4d5a-957b-43b983a2d953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (944c1aac-d4ef-42f2-9807-2800ed34d6b9), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:21.178516 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:39:21.276124 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:39:21.410948 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-e746bc04-1fb1-4d5a-957b-43b983a2d953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 944c1aac-d4ef-42f2-9807-2800ed34d6b9 {{(pid=104250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:39:21.420760 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-e746bc04-1fb1-4d5a-957b-43b983a2d953 service neutron] Publish callbacks [] for port (944c1aac-d4ef-42f2-9807-2800ed34d6b9), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:21.443537 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.provisioning_blocks [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-e746bc04-1fb1-4d5a-957b-43b983a2d953 service neutron] Transition to ACTIVE for port object 944c1aac-d4ef-42f2-9807-2800ed34d6b9 will not be triggered until provisioned by entity L2. {{(pid=104250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 02 03:39:21.448372 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-e746bc04-1fb1-4d5a-957b-43b983a2d953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (944c1aac-d4ef-42f2-9807-2800ed34d6b9), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:21.457196 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29faaa5a-818b-4975-9f89-e5351ccaaa62 req-21fb01c9-8e25-4a8a-b921-56d196c9d62a tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:21.459861 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-29faaa5a-818b-4975-9f89-e5351ccaaa62 req-21fb01c9-8e25-4a8a-b921-56d196c9d62a tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0739789 Jul 02 03:39:21.513406 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746bc04-1fb1-4d5a-957b-43b983a2d953 service neutron] Pushing event updated for resources: {'Port': ['ID=944c1aac-d4ef-42f2-9807-2800ed34d6b9,revision_number=2']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:39:21.523837 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-29faaa5a-818b-4975-9f89-e5351ccaaa62 req-296212ca-b23c-4350-bfdc-c8c8b689132d tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568101 Jul 02 03:39:21.581063 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a8c5d-7684-4a70-a00a-8dbd035ad3cf req-5cef3913-c59f-4283-97fb-b5c07af2ad22 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:21.582641 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-464a8c5d-7684-4a70-a00a-8dbd035ad3cf req-5cef3913-c59f-4283-97fb-b5c07af2ad22 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 944 time: 0.1213846 Jul 02 03:39:21.585717 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-e746bc04-1fb1-4d5a-957b-43b983a2d953 service neutron] Attempting to bind port 944c1aac-d4ef-42f2-9807-2800ed34d6b9 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:39:21.586092 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-e746bc04-1fb1-4d5a-957b-43b983a2d953 service neutron] Attempting to bind port 944c1aac-d4ef-42f2-9807-2800ed34d6b9 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'c3f16f23-8755-4919-84dc-3a6d4cc681bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ffa95e81-0ba1-4cca-87ba-54c202a4f9a5'}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:39:21.586474 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-e746bc04-1fb1-4d5a-957b-43b983a2d953 service neutron] Attempting to bind port 944c1aac-d4ef-42f2-9807-2800ed34d6b9 on network ffa95e81-0ba1-4cca-87ba-54c202a4f9a5 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:39:21.591202 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-e746bc04-1fb1-4d5a-957b-43b983a2d953 service neutron] Port 944c1aac-d4ef-42f2-9807-2800ed34d6b9 on network ffa95e81-0ba1-4cca-87ba-54c202a4f9a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 02 03:39:21.591557 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-e746bc04-1fb1-4d5a-957b-43b983a2d953 service neutron] Attempting to bind port 944c1aac-d4ef-42f2-9807-2800ed34d6b9 on network ffa95e81-0ba1-4cca-87ba-54c202a4f9a5 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:39:21.596632 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-e746bc04-1fb1-4d5a-957b-43b983a2d953 service neutron] Checking agent: {'id': 'b6c7a065-6c6d-4192-b8a5-562c9c844309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'started_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:39:21.596901 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-e746bc04-1fb1-4d5a-957b-43b983a2d953 service neutron] Checking segment: {'id': 'c3f16f23-8755-4919-84dc-3a6d4cc681bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ffa95e81-0ba1-4cca-87ba-54c202a4f9a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:39:21.597272 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-e746bc04-1fb1-4d5a-957b-43b983a2d953 service neutron] Bound using segment: {'id': 'c3f16f23-8755-4919-84dc-3a6d4cc681bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ffa95e81-0ba1-4cca-87ba-54c202a4f9a5'} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:39:21.597702 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-e746bc04-1fb1-4d5a-957b-43b983a2d953 service neutron] Bound port: 944c1aac-d4ef-42f2-9807-2800ed34d6b9, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3f16f23-8755-4919-84dc-3a6d4cc681bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ffa95e81-0ba1-4cca-87ba-54c202a4f9a5'}}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:39:21.598091 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-e746bc04-1fb1-4d5a-957b-43b983a2d953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (944c1aac-d4ef-42f2-9807-2800ed34d6b9), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:21.601985 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:39:21.632359 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-464a8c5d-7684-4a70-a00a-8dbd035ad3cf req-af5f6203-94f0-43c7-b874-61898741f4cd tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438337 Jul 02 03:39:21.663603 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-e746bc04-1fb1-4d5a-957b-43b983a2d953 service neutron] For port 944c1aac-d4ef-42f2-9807-2800ed34d6b9, host hv-cinder-84684, cleared binding levels {{(pid=104250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:39:21.666780 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-e746bc04-1fb1-4d5a-957b-43b983a2d953 service neutron] For port 944c1aac-d4ef-42f2-9807-2800ed34d6b9, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=944c1aac-d4ef-42f2-9807-2800ed34d6b9,segment=NetworkSegment(c3f16f23-8755-4919-84dc-3a6d4cc681bc),segment_id=c3f16f23-8755-4919-84dc-3a6d4cc681bc)] {{(pid=104250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:39:21.674750 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-e746bc04-1fb1-4d5a-957b-43b983a2d953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (944c1aac-d4ef-42f2-9807-2800ed34d6b9), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:21.711065 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-e746bc04-1fb1-4d5a-957b-43b983a2d953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:21.711959 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-e746bc04-1fb1-4d5a-957b-43b983a2d953 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:21.713369 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-e746bc04-1fb1-4d5a-957b-43b983a2d953 service neutron] 10.222.0.26 "PUT /v2.0/ports/944c1aac-d4ef-42f2-9807-2800ed34d6b9 HTTP/1.1" status: 200 len: 1094 time: 0.6499925 Jul 02 03:39:21.713795 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0513dd-d098-4c32-a5fd-4e2f036dfe99', 'tag': '944c1aac-d4ef-42f2-9807-2800ed34d6b9'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:39:21.716055 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0996db59-bba8-4394-8d52-36bdd51f9210" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0513dd-d098-4c32-a5fd-4e2f036dfe99", "tag": "944c1aac-d4ef-42f2-9807-2800ed34d6b9"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:39:21.736665 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746bc04-1fb1-4d5a-957b-43b983a2d953 service neutron] Pushing event updated for resources: {'Port': ['ID=944c1aac-d4ef-42f2-9807-2800ed34d6b9,revision_number=3']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:39:21.756959 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4442b121-362d-4ecf-a190-d3441464972a x-openstack-request-id: req-4442b121-362d-4ecf-a190-d3441464972a {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:39:21.757221 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0513dd-d098-4c32-a5fd-4e2f036dfe99", "tag": "944c1aac-d4ef-42f2-9807-2800ed34d6b9", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:39:21.757497 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4442b121-362d-4ecf-a190-d3441464972a {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:39:21.757944 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4442b121-362d-4ecf-a190-d3441464972a'] response: {'name': 'network-changed', 'server_uuid': '3f0513dd-d098-4c32-a5fd-4e2f036dfe99', 'tag': '944c1aac-d4ef-42f2-9807-2800ed34d6b9', 'status': 'completed', 'code': 200} Jul 02 03:39:21.832121 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-209931f5-d180-4556-9bda-6493f8a4656b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:21.833655 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-209931f5-d180-4556-9bda-6493f8a4656b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8eba05f9e3a8402f96924c5c715229a5&device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 1128 time: 0.0528638 Jul 02 03:39:21.879726 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-b382fc35-3334-46eb-9b95-7afdb8fed1b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=944c1aac-d4ef-42f2-9807-2800ed34d6b9 HTTP/1.1" status: 200 len: 217 time: 0.0319631 Jul 02 03:39:21.928822 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-1d1c2721-c51f-48e8-8e10-89deef470037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:21.930405 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-1d1c2721-c51f-48e8-8e10-89deef470037 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7e7bae26-4432-47ef-8f80-ef42cc6f6e71 HTTP/1.1" status: 200 len: 854 time: 0.0439560 Jul 02 03:39:21.963875 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-d9ae7755-f080-4007-ba0f-045f4ac58aeb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffa95e81-0ba1-4cca-87ba-54c202a4f9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255389 Jul 02 03:39:22.057337 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-190ebfec-0cba-4a6c-be0a-4c8278ca6812 service neutron] 10.222.0.26 "GET /v2.0/networks/ffa95e81-0ba1-4cca-87ba-54c202a4f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870585 Jul 02 03:39:22.151537 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9e5f837a-8c63-4716-b96e-e18f8220e05c req-c6ae7c17-30f0-41a0-9e4e-69cf66c8f1f6 service neutron] 10.222.0.26 "GET /v2.0/networks/ffa95e81-0ba1-4cca-87ba-54c202a4f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876327 Jul 02 03:39:22.554418 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-7e9a3d97-dfa7-4b0b-9d01-92e21ab57f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:22.661282 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9cc2f-ae63-454b-8253-1b55ad38db4a req-e6745794-5035-41b6-a000-b922eb0cd11c tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:22.662845 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-59b9cc2f-ae63-454b-8253-1b55ad38db4a req-e6745794-5035-41b6-a000-b922eb0cd11c tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0519652 Jul 02 03:39:22.719933 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-59b9cc2f-ae63-454b-8253-1b55ad38db4a req-fe9621d6-ff72-4ec7-900e-86868284c030 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510840 Jul 02 03:39:22.754322 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21acbb6-9adc-4b4e-9452-07fa552b3b6f req-9fb572bc-4a75-43a8-a976-0c1d91f62e32 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:22.755916 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d21acbb6-9adc-4b4e-9452-07fa552b3b6f req-9fb572bc-4a75-43a8-a976-0c1d91f62e32 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 944 time: 0.0516880 Jul 02 03:39:22.804013 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d21acbb6-9adc-4b4e-9452-07fa552b3b6f req-44ea15a2-0832-4591-a5ea-3aac7c61de9e tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421572 Jul 02 03:39:23.583765 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:23.857879 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c8b21-0aac-4676-9913-06596dd8de40 req-adebe9f5-48dd-48c7-b59d-d849b1a0e1f7 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:23.859509 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-458c8b21-0aac-4676-9913-06596dd8de40 req-adebe9f5-48dd-48c7-b59d-d849b1a0e1f7 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0543687 Jul 02 03:39:23.911801 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:39:23.946521 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e149b01-2a8a-4084-9038-096276bab059 req-40d5e9d1-7448-4356-a36a-9c605e7c50ea tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:23.948035 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1e149b01-2a8a-4084-9038-096276bab059 req-40d5e9d1-7448-4356-a36a-9c605e7c50ea tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 944 time: 0.0650225 Jul 02 03:39:23.951330 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-458c8b21-0aac-4676-9913-06596dd8de40 req-f6a4aefb-16c0-45a7-9fbc-593df7a53181 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858827 Jul 02 03:39:23.996070 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1e149b01-2a8a-4084-9038-096276bab059 req-99f129e7-5dca-41b6-af07-19997a0043de tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423620 Jul 02 03:39:24.788480 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 944c1aac-d4ef-42f2-9807-2800ed34d6b9 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 03:39:24.901044 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 944c1aac-d4ef-42f2-9807-2800ed34d6b9, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=944c1aac-d4ef-42f2-9807-2800ed34d6b9,segment=NetworkSegment(c3f16f23-8755-4919-84dc-3a6d4cc681bc),segment_id=c3f16f23-8755-4919-84dc-3a6d4cc681bc)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:39:24.912370 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Returning: {'device': '944c1aac-d4ef-42f2-9807-2800ed34d6b9', 'network_id': 'ffa95e81-0ba1-4cca-87ba-54c202a4f9a5', 'port_id': '944c1aac-d4ef-42f2-9807-2800ed34d6b9', 'mac_address': 'fa:16:3e:6a:87:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7bae26-4432-47ef-8f80-ef42cc6f6e71', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 03:39:24.947885 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 944c1aac-d4ef-42f2-9807-2800ed34d6b9 is: DOWN; New status is: BUILD {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:39:24.948276 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (944c1aac-d4ef-42f2-9807-2800ed34d6b9), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:24.965114 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 944c1aac-d4ef-42f2-9807-2800ed34d6b9 {{(pid=104251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:39:24.991020 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 944c1aac-d4ef-42f2-9807-2800ed34d6b9, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=944c1aac-d4ef-42f2-9807-2800ed34d6b9,segment=NetworkSegment(c3f16f23-8755-4919-84dc-3a6d4cc681bc),segment_id=c3f16f23-8755-4919-84dc-3a6d4cc681bc)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:39:24.997106 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (944c1aac-d4ef-42f2-9807-2800ed34d6b9), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:25.051045 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=944c1aac-d4ef-42f2-9807-2800ed34d6b9,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:39:25.107841 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea723df-7cce-4b65-ba60-07439c222781 req-297a53c5-deb2-4c56-92dd-6d761da2a5f9 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:25.109378 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6ea723df-7cce-4b65-ba60-07439c222781 req-297a53c5-deb2-4c56-92dd-6d761da2a5f9 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0777807 Jul 02 03:39:25.138061 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33656e-ec64-4840-a7e1-120ce2aa0b47 req-66a4a0d5-eda9-444f-99a9-da339158ab6f tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:25.139589 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-bf33656e-ec64-4840-a7e1-120ce2aa0b47 req-66a4a0d5-eda9-444f-99a9-da339158ab6f tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 945 time: 0.0730774 Jul 02 03:39:25.191018 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6ea723df-7cce-4b65-ba60-07439c222781 req-4103bf7f-fd61-40a5-a3cd-fc6f3291345b tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752072 Jul 02 03:39:25.204145 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:25.221380 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-bf33656e-ec64-4840-a7e1-120ce2aa0b47 req-547bd90d-e1e4-425f-9944-a6f903b8b4ac tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695028 Jul 02 03:39:25.246061 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996db59-bba8-4394-8d52-36bdd51f9210 req-d5a9022e-ff6b-49ac-bcbd-214561163e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:25.247683 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0996db59-bba8-4394-8d52-36bdd51f9210 req-d5a9022e-ff6b-49ac-bcbd-214561163e56 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8eba05f9e3a8402f96924c5c715229a5&device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 1129 time: 0.0696306 Jul 02 03:39:25.281013 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:39:25.336515 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:25.346400 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:39:25.349421 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996db59-bba8-4394-8d52-36bdd51f9210 req-26e581b6-9863-4665-8cf1-05c2d14fb419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:25.350958 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0996db59-bba8-4394-8d52-36bdd51f9210 req-26e581b6-9863-4665-8cf1-05c2d14fb419 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffa95e81-0ba1-4cca-87ba-54c202a4f9a5 HTTP/1.1" status: 200 len: 915 time: 0.0956604 Jul 02 03:39:25.395805 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0996db59-bba8-4394-8d52-36bdd51f9210 req-34880f31-f225-418d-bdf6-826a47cda9a3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=944c1aac-d4ef-42f2-9807-2800ed34d6b9 HTTP/1.1" status: 200 len: 217 time: 0.0382335 Jul 02 03:39:25.454677 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996db59-bba8-4394-8d52-36bdd51f9210 req-d852f82d-f3f3-414c-acc0-2533f75c0465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:25.456404 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0996db59-bba8-4394-8d52-36bdd51f9210 req-d852f82d-f3f3-414c-acc0-2533f75c0465 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7e7bae26-4432-47ef-8f80-ef42cc6f6e71 HTTP/1.1" status: 200 len: 854 time: 0.0488648 Jul 02 03:39:25.491622 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0996db59-bba8-4394-8d52-36bdd51f9210 req-0fc410ab-87c1-45a2-bdd0-a787dd7e7f27 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffa95e81-0ba1-4cca-87ba-54c202a4f9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286696 Jul 02 03:39:25.588320 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0996db59-bba8-4394-8d52-36bdd51f9210 req-ec117309-f3b3-4662-bf44-c2aa93e7a445 service neutron] 10.222.0.26 "GET /v2.0/networks/ffa95e81-0ba1-4cca-87ba-54c202a4f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900435 Jul 02 03:39:25.610594 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['944c1aac-d4ef-42f2-9807-2800ed34d6b9'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:39:25.652713 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:39:25.667152 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:39:25.901680 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0a6c7-08a0-4ed9-9e7f-1b3fd9723669 req-8e017857-2e9d-49cf-a40b-1434011aa139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:25.903162 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-eff0a6c7-08a0-4ed9-9e7f-1b3fd9723669 req-8e017857-2e9d-49cf-a40b-1434011aa139 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55&tenant_id=7f39e852f8d14dec8e98d8d77fe90766 HTTP/1.1" status: 200 len: 1128 time: 0.1092610 Jul 02 03:39:25.920101 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0996db59-bba8-4394-8d52-36bdd51f9210 req-758e0e88-5cea-4ec0-a117-064b394e4bb1 service neutron] 10.222.0.26 "GET /v2.0/networks/ffa95e81-0ba1-4cca-87ba-54c202a4f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586516 Jul 02 03:39:26.004383 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0a6c7-08a0-4ed9-9e7f-1b3fd9723669 req-83ce2dbd-dee5-4b86-bfb1-7fa139eebc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:26.005867 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-eff0a6c7-08a0-4ed9-9e7f-1b3fd9723669 req-83ce2dbd-dee5-4b86-bfb1-7fa139eebc15 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f39e852f8d14dec8e98d8d77fe90766&device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 1128 time: 0.0470974 Jul 02 03:39:26.119280 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0a6c7-08a0-4ed9-9e7f-1b3fd9723669 req-5336640c-fc13-424d-979b-641e0b2b4615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:26.121149 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-eff0a6c7-08a0-4ed9-9e7f-1b3fd9723669 req-5336640c-fc13-424d-979b-641e0b2b4615 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dc0b5a80-e232-44f7-a253-08cca2946b9f HTTP/1.1" status: 200 len: 918 time: 0.1085420 Jul 02 03:39:26.182974 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-eff0a6c7-08a0-4ed9-9e7f-1b3fd9723669 req-786a6fb6-8ab7-4f5d-9adb-c660e08d8edf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01f88803-1998-4eea-820a-bbda30202ac5 HTTP/1.1" status: 200 len: 1000 time: 0.0547740 Jul 02 03:39:26.236957 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0a6c7-08a0-4ed9-9e7f-1b3fd9723669 req-7c909131-1a17-4b1d-b84b-2443c8c91782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:26.238564 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-eff0a6c7-08a0-4ed9-9e7f-1b3fd9723669 req-7c909131-1a17-4b1d-b84b-2443c8c91782 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e HTTP/1.1" status: 200 len: 856 time: 0.0483110 Jul 02 03:39:26.285390 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0a6c7-08a0-4ed9-9e7f-1b3fd9723669 req-884ce948-9039-4b1d-b355-5162f3ec6efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:26.286883 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-eff0a6c7-08a0-4ed9-9e7f-1b3fd9723669 req-884ce948-9039-4b1d-b355-5162f3ec6efe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc0b5a80-e232-44f7-a253-08cca2946b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418129 Jul 02 03:39:26.352613 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f212a8-84bd-4e2a-9fb3-07ae0160727e req-841bfeb8-18b1-41c4-87a7-3b5a0543ac81 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:26.354177 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a3f212a8-84bd-4e2a-9fb3-07ae0160727e req-841bfeb8-18b1-41c4-87a7-3b5a0543ac81 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0849934 Jul 02 03:39:26.360314 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb3594-23b0-471f-96d0-4d8bc272b197 req-1ec2b4ac-c4ef-4b8b-91b8-88a3959af82b tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:26.361970 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-dcfb3594-23b0-471f-96d0-4d8bc272b197 req-1ec2b4ac-c4ef-4b8b-91b8-88a3959af82b tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 945 time: 0.0808258 Jul 02 03:39:26.381077 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-eff0a6c7-08a0-4ed9-9e7f-1b3fd9723669 req-77c6c3e9-217a-47c2-838e-7806757f2e28 service neutron] 10.222.0.26 "GET /v2.0/networks/dc0b5a80-e232-44f7-a253-08cca2946b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873682 Jul 02 03:39:26.435016 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a3f212a8-84bd-4e2a-9fb3-07ae0160727e req-a1d90ccf-5a1b-4b59-8a84-83c4dd4a8b08 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721936 Jul 02 03:39:26.442843 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-dcfb3594-23b0-471f-96d0-4d8bc272b197 req-8a6f2bb9-7c41-4f55-acda-6dfc3137b52a tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731311 Jul 02 03:39:26.709690 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-eff0a6c7-08a0-4ed9-9e7f-1b3fd9723669 req-91b0f136-4f88-46cf-b020-af698c835265 service neutron] 10.222.0.26 "GET /v2.0/networks/dc0b5a80-e232-44f7-a253-08cca2946b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217773 Jul 02 03:39:26.932557 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 944c1aac-d4ef-42f2-9807-2800ed34d6b9 up at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:39:26.977318 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning for port 944c1aac-d4ef-42f2-9807-2800ed34d6b9 completed by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 02 03:39:26.983707 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning complete for port 944c1aac-d4ef-42f2-9807-2800ed34d6b9 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:39:26.984146 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (944c1aac-d4ef-42f2-9807-2800ed34d6b9), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:27.060392 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 944c1aac-d4ef-42f2-9807-2800ed34d6b9 is: BUILD; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:39:27.060893 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (944c1aac-d4ef-42f2-9807-2800ed34d6b9), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:27.084922 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0513dd-d098-4c32-a5fd-4e2f036dfe99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944c1aac-d4ef-42f2-9807-2800ed34d6b9'}] {{(pid=104251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:39:27.087345 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea91eb0431f3890beba7fecfff9803703e4988fc204844c40d6eadfc05b4f309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594e3d3e-9a83-4862-982f-2db19028caba" -d '{"events": [{"server_uuid": "3f0513dd-d098-4c32-a5fd-4e2f036dfe99", "name": "network-vif-plugged", "status": "completed", "tag": "944c1aac-d4ef-42f2-9807-2800ed34d6b9"}]}' {{(pid=104251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:39:27.106100 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 944c1aac-d4ef-42f2-9807-2800ed34d6b9, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=944c1aac-d4ef-42f2-9807-2800ed34d6b9,segment=NetworkSegment(c3f16f23-8755-4919-84dc-3a6d4cc681bc),segment_id=c3f16f23-8755-4919-84dc-3a6d4cc681bc)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:39:27.111176 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (944c1aac-d4ef-42f2-9807-2800ed34d6b9), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:27.138171 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55866bf2-a4cd-4051-a655-1883a25dce61 x-openstack-request-id: req-55866bf2-a4cd-4051-a655-1883a25dce61 {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:39:27.138437 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0513dd-d098-4c32-a5fd-4e2f036dfe99", "name": "network-vif-plugged", "status": "completed", "tag": "944c1aac-d4ef-42f2-9807-2800ed34d6b9", "code": 200}]} {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:39:27.138898 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-55866bf2-a4cd-4051-a655-1883a25dce61 {{(pid=104251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:39:27.139310 dv-cinder-846842-9-iscsi neutron-server[104251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55866bf2-a4cd-4051-a655-1883a25dce61'] response: {'server_uuid': '3f0513dd-d098-4c32-a5fd-4e2f036dfe99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944c1aac-d4ef-42f2-9807-2800ed34d6b9', 'code': 200} Jul 02 03:39:27.171461 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=944c1aac-d4ef-42f2-9807-2800ed34d6b9,revision_number=5']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:39:27.566511 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fa5be-2012-482d-b9e5-4405ea367366 req-b3c5fa38-5dda-485f-a2b4-106751f38770 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:27.574226 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-015fa5be-2012-482d-b9e5-4405ea367366 req-b3c5fa38-5dda-485f-a2b4-106751f38770 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0587578 Jul 02 03:39:27.652324 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-015fa5be-2012-482d-b9e5-4405ea367366 req-cd6a2e01-0409-4d0a-8c3a-c541dce60211 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769582 Jul 02 03:39:27.660740 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d2ffa-3082-413e-97e9-c1e14fb762d4 req-056e3237-e72e-4e85-aa51-4a20e22c77b4 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:27.662226 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0f6d2ffa-3082-413e-97e9-c1e14fb762d4 req-056e3237-e72e-4e85-aa51-4a20e22c77b4 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 946 time: 0.1373417 Jul 02 03:39:27.711086 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0f6d2ffa-3082-413e-97e9-c1e14fb762d4 req-ac1217a4-ca73-44e3-baae-25df718a0935 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433695 Jul 02 03:39:28.779237 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:39:28.822724 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a2803-25ab-470b-b511-d3f7818e4595 req-1c521767-37bc-4c9b-a315-a313f17465be tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:28.824274 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-636a2803-25ab-470b-b511-d3f7818e4595 req-1c521767-37bc-4c9b-a315-a313f17465be tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0905347 Jul 02 03:39:28.846594 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a854c13-c05b-4e6b-95ab-859e4dee3b54 req-571257af-2b0e-4e40-b9f8-592cced20a0a tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:28.848108 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7a854c13-c05b-4e6b-95ab-859e4dee3b54 req-571257af-2b0e-4e40-b9f8-592cced20a0a tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 946 time: 0.0638170 Jul 02 03:39:28.919699 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-636a2803-25ab-470b-b511-d3f7818e4595 req-fd87a256-18bf-4bfc-843c-e98f1ffce2f3 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894568 Jul 02 03:39:28.923685 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7a854c13-c05b-4e6b-95ab-859e4dee3b54 req-8e58a0f2-0def-4606-97bc-39f87499f619 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690923 Jul 02 03:39:30.049741 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaafc1-a055-40cb-ad0d-aa38c7b2db2d req-17ead829-15ca-47ba-a51e-28be3b8bb48f tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:30.055918 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-effaafc1-a055-40cb-ad0d-aa38c7b2db2d req-17ead829-15ca-47ba-a51e-28be3b8bb48f tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 946 time: 0.0566721 Jul 02 03:39:30.103148 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-effaafc1-a055-40cb-ad0d-aa38c7b2db2d req-ed4ec9cf-a95a-4db8-ae5f-fd357c6f2aed tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454056 Jul 02 03:39:30.168320 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7845a5-6b86-47c8-81d6-7d7121fbdc8d req-cb7cd8e0-3faf-4829-99d1-4bc88edb7cba tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:30.169940 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cf7845a5-6b86-47c8-81d6-7d7121fbdc8d req-cb7cd8e0-3faf-4829-99d1-4bc88edb7cba tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0492430 Jul 02 03:39:30.219028 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cf7845a5-6b86-47c8-81d6-7d7121fbdc8d req-1a0c2867-7414-4bc2-aeab-238b531f7d0d tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432663 Jul 02 03:39:31.190596 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:39:31.230658 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d89676-1dba-47e3-b0f5-cf70da40188d req-5fa50aa9-66b9-46d9-8f69-54a1d9110aa3 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:31.232293 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c8d89676-1dba-47e3-b0f5-cf70da40188d req-5fa50aa9-66b9-46d9-8f69-54a1d9110aa3 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 946 time: 0.0524311 Jul 02 03:39:31.295581 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c8d89676-1dba-47e3-b0f5-cf70da40188d req-fd5ae07c-2087-4d7f-b134-8ded4575f0c1 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575886 Jul 02 03:39:31.351253 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86514d-6ccb-4235-8ab3-b4ca61046c3e req-67b38c71-dc7a-4d2c-9b2d-164efc86e8f2 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:31.352765 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ca86514d-6ccb-4235-8ab3-b4ca61046c3e req-67b38c71-dc7a-4d2c-9b2d-164efc86e8f2 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0500295 Jul 02 03:39:31.401563 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ca86514d-6ccb-4235-8ab3-b4ca61046c3e req-e50d4f90-9cca-4190-9739-eaf95ae715f0 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430512 Jul 02 03:39:32.413842 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8952ee8-f839-40cc-9d0a-f07e3660fa79 req-4bf2bae5-e745-401c-b339-fb1bbd959dd4 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:32.415435 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d8952ee8-f839-40cc-9d0a-f07e3660fa79 req-4bf2bae5-e745-401c-b339-fb1bbd959dd4 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 946 time: 0.0492573 Jul 02 03:39:32.486558 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d8952ee8-f839-40cc-9d0a-f07e3660fa79 req-ae9b4ada-6661-4e2a-bb76-2b34590deaee tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646842 Jul 02 03:39:32.535562 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c062b6-1890-4545-be36-9fc60182e2a4 req-8c1c1e33-04c4-42b5-ab06-8b0904134a99 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:32.537958 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a5c062b6-1890-4545-be36-9fc60182e2a4 req-8c1c1e33-04c4-42b5-ab06-8b0904134a99 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0503111 Jul 02 03:39:32.595267 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a5c062b6-1890-4545-be36-9fc60182e2a4 req-bf75dab7-2da1-4a77-b423-b5c11ee8b39e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502064 Jul 02 03:39:33.600559 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9c456-c37f-4428-967d-e377e16b243c req-05de6d26-d068-44cb-b89d-c4eb2f723e5c tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:33.602040 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-deb9c456-c37f-4428-967d-e377e16b243c req-05de6d26-d068-44cb-b89d-c4eb2f723e5c tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 946 time: 0.0498595 Jul 02 03:39:33.654258 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-deb9c456-c37f-4428-967d-e377e16b243c req-963a0ff2-4c82-4138-a426-ddd1c898c814 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465996 Jul 02 03:39:33.727507 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369e732-b389-480f-8046-f5d94a184045 req-af4f36e5-185f-4ae6-ad2b-8faffac0d818 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:33.729073 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5369e732-b389-480f-8046-f5d94a184045 req-af4f36e5-185f-4ae6-ad2b-8faffac0d818 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0530174 Jul 02 03:39:33.794275 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5369e732-b389-480f-8046-f5d94a184045 req-1a00af15-103d-45f5-a7cf-1a66a6add60b tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430553 Jul 02 03:39:34.782488 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96167a-327b-4c43-beb6-b5794ee62b2b req-ad265ccf-afc5-4031-a3b0-c90567143c62 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:34.784468 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7f96167a-327b-4c43-beb6-b5794ee62b2b req-ad265ccf-afc5-4031-a3b0-c90567143c62 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 946 time: 0.0603738 Jul 02 03:39:34.842200 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7f96167a-327b-4c43-beb6-b5794ee62b2b req-c50d3303-9b16-4129-83c4-bf958ddc793f tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486391 Jul 02 03:39:34.922241 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85bf94-23f2-40f2-9fff-792aa9db4093 req-74a10b0f-6d55-4f15-87ea-f5ad9e0c3b52 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:34.923872 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3b85bf94-23f2-40f2-9fff-792aa9db4093 req-74a10b0f-6d55-4f15-87ea-f5ad9e0c3b52 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0534236 Jul 02 03:39:34.935898 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:39:34.984720 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3b85bf94-23f2-40f2-9fff-792aa9db4093 req-dcd89773-10ce-4b9a-b98f-028f280f1ca2 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553281 Jul 02 03:39:35.962598 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb0c29-85ee-43bc-87cb-ae47a0d7886f req-c6b3f4fd-55ee-4070-bf62-5f2db61f33d8 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:35.964005 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2dcb0c29-85ee-43bc-87cb-ae47a0d7886f req-c6b3f4fd-55ee-4070-bf62-5f2db61f33d8 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 946 time: 0.0494599 Jul 02 03:39:36.015361 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2dcb0c29-85ee-43bc-87cb-ae47a0d7886f req-f8e64d7f-f2d6-453f-8923-4a1a55ca7db1 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452924 Jul 02 03:39:36.115240 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af472821-16f2-4519-b129-dd24a3bf5bad req-387d7173-3595-4441-bb39-b19a193bc998 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:36.116892 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-af472821-16f2-4519-b129-dd24a3bf5bad req-387d7173-3595-4441-bb39-b19a193bc998 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0494661 Jul 02 03:39:36.170955 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-af472821-16f2-4519-b129-dd24a3bf5bad req-e57686b9-2067-44c1-b27c-13b11d64a646 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481212 Jul 02 03:39:36.701381 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=81 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:39:36.703434 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=78 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:39:37.143620 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e61a33-153d-4b0f-a92b-b4e16f74816e req-8dd92a80-13ae-41c5-be43-72bdaf65a396 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:37.145170 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-31e61a33-153d-4b0f-a92b-b4e16f74816e req-8dd92a80-13ae-41c5-be43-72bdaf65a396 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 946 time: 0.0500333 Jul 02 03:39:37.166070 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=43,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:39:37.168182 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=42 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:39:37.187442 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:39:37.204089 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-31e61a33-153d-4b0f-a92b-b4e16f74816e req-aaf41da5-7203-497e-9ea1-87ebe73c866e tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530171 Jul 02 03:39:37.294256 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373651a-de09-4e25-822c-314c23f0bb6c req-d00e72b6-2f2b-412b-91d3-3f07f6cef2fa tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:37.295875 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5373651a-de09-4e25-822c-314c23f0bb6c req-d00e72b6-2f2b-412b-91d3-3f07f6cef2fa tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0487285 Jul 02 03:39:37.348209 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5373651a-de09-4e25-822c-314c23f0bb6c req-ae0695e5-30f2-4f84-b042-59fc7e766678 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439475 Jul 02 03:39:38.324002 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1f373-e7bd-47a8-bc23-acfc92f2ef21 req-3f16480a-990a-4a17-adc1-0471bc8d6caa tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:38.325526 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-33f1f373-e7bd-47a8-bc23-acfc92f2ef21 req-3f16480a-990a-4a17-adc1-0471bc8d6caa tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 946 time: 0.0540786 Jul 02 03:39:38.374669 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-33f1f373-e7bd-47a8-bc23-acfc92f2ef21 req-8750a35a-051b-4924-af90-c2dfbcf8cd2c tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433502 Jul 02 03:39:38.475847 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6244ad2-0d93-499e-8105-2d04462be69e req-17540986-5759-4e79-9f7c-09af16634153 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:38.477357 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e6244ad2-0d93-499e-8105-2d04462be69e req-17540986-5759-4e79-9f7c-09af16634153 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0501060 Jul 02 03:39:38.533845 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e6244ad2-0d93-499e-8105-2d04462be69e req-02a62308-b06b-4ae4-9af3-4a48cc748e61 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502858 Jul 02 03:39:39.498822 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3d1f7-4831-4e6c-ac56-bc684a2aef22 req-c98b50e4-d35e-4cca-82a6-c2b8fa6a78e4 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:39.500374 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d4c3d1f7-4831-4e6c-ac56-bc684a2aef22 req-c98b50e4-d35e-4cca-82a6-c2b8fa6a78e4 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 946 time: 0.0497184 Jul 02 03:39:39.552618 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d4c3d1f7-4831-4e6c-ac56-bc684a2aef22 req-b2fde199-dd97-4450-b168-57701d613d07 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461934 Jul 02 03:39:39.656675 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a05ada-ae8c-4a8e-9573-fb360773d410 req-48049b17-ee4b-43d5-9841-4585e5509e9c tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:39.658183 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-40a05ada-ae8c-4a8e-9573-fb360773d410 req-48049b17-ee4b-43d5-9841-4585e5509e9c tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0488169 Jul 02 03:39:39.707861 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-40a05ada-ae8c-4a8e-9573-fb360773d410 req-b4c673c8-c456-4ebc-a2d3-624ecb7ff620 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436797 Jul 02 03:39:40.670034 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e9e5b-dc12-423e-bb58-cd67306fc0a8 req-6719dbec-06b4-4c99-bca4-3422b55b91d6 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:40.672505 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-640e9e5b-dc12-423e-bb58-cd67306fc0a8 req-6719dbec-06b4-4c99-bca4-3422b55b91d6 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 946 time: 0.0508592 Jul 02 03:39:40.721585 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-640e9e5b-dc12-423e-bb58-cd67306fc0a8 req-97aae7ab-4135-4d52-a47e-2fceecabe4d6 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433166 Jul 02 03:39:40.842417 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f0d5c-3922-4ff5-aeb5-92089f6fe454 req-25db1f90-b19a-4213-ac26-b27d01f859fa tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:40.844063 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-291f0d5c-3922-4ff5-aeb5-92089f6fe454 req-25db1f90-b19a-4213-ac26-b27d01f859fa tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0626149 Jul 02 03:39:40.893991 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-291f0d5c-3922-4ff5-aeb5-92089f6fe454 req-9d59fba9-9cd5-4794-bcff-c5550c62e8d7 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437434 Jul 02 03:39:40.984859 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:39:41.843545 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c543f5-d308-4c96-b080-e607e1dd9bdc req-bd599cfd-cd96-4596-8716-67ab51364a01 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:41.845016 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-40c543f5-d308-4c96-b080-e607e1dd9bdc req-bd599cfd-cd96-4596-8716-67ab51364a01 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 946 time: 0.0464356 Jul 02 03:39:41.881293 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:39:41.896650 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-40c543f5-d308-4c96-b080-e607e1dd9bdc req-791b7589-9a03-487f-a6de-86824030c329 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435145 Jul 02 03:39:42.018772 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5cfcd-96ec-4ef1-a460-48e5cf2cded4 req-bec5862d-2935-462a-9b31-773b9dab692f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:42.020202 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-53a5cfcd-96ec-4ef1-a460-48e5cf2cded4 req-bec5862d-2935-462a-9b31-773b9dab692f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0516646 Jul 02 03:39:42.070638 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-53a5cfcd-96ec-4ef1-a460-48e5cf2cded4 req-f7c868bf-e993-441b-be36-4613130702ac tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444536 Jul 02 03:39:43.023218 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6440a1-d2e6-4bcd-881b-ac2d72ab9a19 req-926a6eff-0f61-44d7-9f7e-e0dae4b5d6ac tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:43.024764 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2e6440a1-d2e6-4bcd-881b-ac2d72ab9a19 req-926a6eff-0f61-44d7-9f7e-e0dae4b5d6ac tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 946 time: 0.0498505 Jul 02 03:39:43.075314 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2e6440a1-d2e6-4bcd-881b-ac2d72ab9a19 req-720dfa4b-8117-419a-af00-299f700de764 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425177 Jul 02 03:39:43.206097 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bac1df-46de-4a22-8162-965a2d24c6b2 req-08ff57f8-0870-43c5-b26b-bf60d2439faf tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:43.207546 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-55bac1df-46de-4a22-8162-965a2d24c6b2 req-08ff57f8-0870-43c5-b26b-bf60d2439faf tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0500886 Jul 02 03:39:43.254025 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:39:43.261969 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-55bac1df-46de-4a22-8162-965a2d24c6b2 req-ea9d603d-ec09-4155-8257-879682a942cf tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461087 Jul 02 03:39:44.200823 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde23e1-8bc1-448a-974d-b0dd91a22794 req-670af332-0f3b-46e5-bd2c-b59b48d1f60a tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:44.202288 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0dde23e1-8bc1-448a-974d-b0dd91a22794 req-670af332-0f3b-46e5-bd2c-b59b48d1f60a tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 946 time: 0.0545666 Jul 02 03:39:44.250221 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0dde23e1-8bc1-448a-974d-b0dd91a22794 req-56447df6-7f6c-443b-874d-0e231d2a0caa tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423088 Jul 02 03:39:44.395577 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e5e6f4-3401-4a30-aa5e-f2f618c33f44 req-0a95e951-b542-4f81-a6cc-6230b4c5d771 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:44.396988 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-49e5e6f4-3401-4a30-aa5e-f2f618c33f44 req-0a95e951-b542-4f81-a6cc-6230b4c5d771 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0493510 Jul 02 03:39:44.445401 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-49e5e6f4-3401-4a30-aa5e-f2f618c33f44 req-45334074-a71b-483f-a256-06754c660fdd tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425270 Jul 02 03:39:45.385883 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95934e2f-5363-440e-a587-17e8ac1eaf41 req-aeb62796-1501-4a87-a595-c89473383d30 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:45.387905 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-95934e2f-5363-440e-a587-17e8ac1eaf41 req-aeb62796-1501-4a87-a595-c89473383d30 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 946 time: 0.0647874 Jul 02 03:39:45.439623 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-95934e2f-5363-440e-a587-17e8ac1eaf41 req-ae7a8ebf-6af8-495d-88da-a9a5a9d69564 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435722 Jul 02 03:39:45.577917 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6ae50-6ce4-4ca5-b769-0b3ba0621bd7 req-7e3a728e-3400-4325-b1e7-590a87ccf971 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:45.579326 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-36a6ae50-6ce4-4ca5-b769-0b3ba0621bd7 req-7e3a728e-3400-4325-b1e7-590a87ccf971 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0519242 Jul 02 03:39:45.628754 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-36a6ae50-6ce4-4ca5-b769-0b3ba0621bd7 req-e79bb6b0-31e0-44c5-aca2-f4e38ef17c56 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425014 Jul 02 03:39:46.560684 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec980632-12b0-419b-9b70-9ee897026c47 req-d98ac894-9d23-444d-aa7d-6d61811a0293 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:46.562153 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ec980632-12b0-419b-9b70-9ee897026c47 req-d98ac894-9d23-444d-aa7d-6d61811a0293 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 946 time: 0.0501339 Jul 02 03:39:46.613891 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ec980632-12b0-419b-9b70-9ee897026c47 req-cfcdd5d6-400c-4525-ba30-027d16143ec1 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445664 Jul 02 03:39:46.753197 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ac8e5-00bd-4031-ab05-c21c420d2123 req-07da2560-baad-460b-90cc-ff7129ccbd72 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:46.754735 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ac5ac8e5-00bd-4031-ab05-c21c420d2123 req-07da2560-baad-460b-90cc-ff7129ccbd72 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0461714 Jul 02 03:39:46.812519 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ac5ac8e5-00bd-4031-ab05-c21c420d2123 req-f9ab79b5-4429-4e22-a316-67630c0d1cf7 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493619 Jul 02 03:39:47.165243 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e804c0-832a-4ba4-afa1-008018340ac0 req-4a825efd-4972-4ce3-80e8-7274d32fa006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:47.166791 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e7e804c0-832a-4ba4-afa1-008018340ac0 req-4a825efd-4972-4ce3-80e8-7274d32fa006 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 1130 time: 0.0929735 Jul 02 03:39:47.226482 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e7e804c0-832a-4ba4-afa1-008018340ac0 req-b80ff9f9-ede7-4aae-8bf9-a848d055c65b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529411 Jul 02 03:39:47.766794 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a2f0f-4f5c-40e5-a509-c690555c063c req-3d6a171e-a6e3-4c87-aad2-b8c90773b434 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:47.768286 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ee9a2f0f-4f5c-40e5-a509-c690555c063c req-3d6a171e-a6e3-4c87-aad2-b8c90773b434 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 946 time: 0.0542874 Jul 02 03:39:47.817094 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ee9a2f0f-4f5c-40e5-a509-c690555c063c req-5752e534-b0ab-4bc7-9f82-d926750aa950 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432482 Jul 02 03:39:47.848085 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:48.140004 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f2a44-6d71-4a99-ba7c-dfc5c20d028b req-a2b3946e-52e0-4586-b055-aeefeee69b0d tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:48.141513 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b27f2a44-6d71-4a99-ba7c-dfc5c20d028b req-a2b3946e-52e0-4586-b055-aeefeee69b0d tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.2559276 Jul 02 03:39:48.185930 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:39:48.191981 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b27f2a44-6d71-4a99-ba7c-dfc5c20d028b req-fb0dbe65-6cf6-4b80-bc94-87634fe2fbdc tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445657 Jul 02 03:39:48.947565 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f7262-42a9-4a70-a252-3cb1e35b778b req-3c87af6a-5aea-49f5-b577-af3c93338179 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:48.948983 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0e7f7262-42a9-4a70-a252-3cb1e35b778b req-3c87af6a-5aea-49f5-b577-af3c93338179 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 946 time: 0.0555947 Jul 02 03:39:48.996187 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0e7f7262-42a9-4a70-a252-3cb1e35b778b req-5ead22e0-7e38-4d47-8fd3-57c12963d155 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414145 Jul 02 03:39:49.329395 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6bda8-f52a-470b-84f7-84490dabd72c req-7b49a6c9-ee16-4958-b213-6755400a3d90 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:49.331549 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-59f6bda8-f52a-470b-84f7-84490dabd72c req-7b49a6c9-ee16-4958-b213-6755400a3d90 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0561912 Jul 02 03:39:49.379635 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-59f6bda8-f52a-470b-84f7-84490dabd72c req-8da87339-ddcf-43b6-80a7-7343f5254f76 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423617 Jul 02 03:39:50.121711 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde3a03-eb01-4775-8ee1-7a1192fb9bff req-f1da7e82-b51b-44f8-bba4-b693470d52dd tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:50.123206 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3cde3a03-eb01-4775-8ee1-7a1192fb9bff req-f1da7e82-b51b-44f8-bba4-b693470d52dd tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 946 time: 0.0468848 Jul 02 03:39:50.171507 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3cde3a03-eb01-4775-8ee1-7a1192fb9bff req-661ae752-5197-4f55-aa95-dc6df1df0e64 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424759 Jul 02 03:39:50.257823 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-d5e33490-bef8-4bb9-ab95-e4a0ecd4a589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:50.500402 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:39:50.519874 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b79e0a-8610-43fa-a1eb-f2274a5081a0 req-eac8f987-9b6c-4c3f-a7dd-4fb916b318d5 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:50.521413 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-69b79e0a-8610-43fa-a1eb-f2274a5081a0 req-eac8f987-9b6c-4c3f-a7dd-4fb916b318d5 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0612826 Jul 02 03:39:50.573734 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-69b79e0a-8610-43fa-a1eb-f2274a5081a0 req-870023f9-19b0-45b7-9a72-1ea011e263ae tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444508 Jul 02 03:39:50.980192 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:39:50.980998 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=3 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:39:51.699028 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a931f-86d7-4a61-9196-bc91b41a5a75 req-571f98df-a994-4ec3-8c3c-d5ba2fff3ddd tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:51.700513 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6f7a931f-86d7-4a61-9196-bc91b41a5a75 req-571f98df-a994-4ec3-8c3c-d5ba2fff3ddd tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0486536 Jul 02 03:39:51.748929 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6f7a931f-86d7-4a61-9196-bc91b41a5a75 req-7a090f07-b156-4faf-8a45-483ef9b3254b tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426002 Jul 02 03:39:52.552093 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-a39f6fc1-7d82-4746-be8f-c762934ab439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:52.876657 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079808e2-e550-40be-90c1-e318d25e94d4 req-3ad0e0d6-2b6b-43b7-beef-8074d853e15b tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:52.878124 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-079808e2-e550-40be-90c1-e318d25e94d4 req-3ad0e0d6-2b6b-43b7-beef-8074d853e15b tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0498602 Jul 02 03:39:52.930960 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-079808e2-e550-40be-90c1-e318d25e94d4 req-76878fe4-4c80-4d9b-a76e-9da3751a80a7 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446513 Jul 02 03:39:53.585330 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:54.066883 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a6b8b-6af7-463d-b102-55e4b13d97af req-b028c3e3-d91c-4c40-8632-4e9c6e657ecb tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:54.068364 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fc7a6b8b-6af7-463d-b102-55e4b13d97af req-b028c3e3-d91c-4c40-8632-4e9c6e657ecb tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0553176 Jul 02 03:39:54.117823 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fc7a6b8b-6af7-463d-b102-55e4b13d97af req-c68390d0-937d-4af8-805a-32575db2d713 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439098 Jul 02 03:39:55.025269 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 01f88803-1998-4eea-820a-bbda30202ac5 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 03:39:55.248254 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5735db-2d75-4a3c-9090-1a10ded6715d req-1c19f5ec-292c-44df-a08c-fd07022d6c84 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:55.249934 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7e5735db-2d75-4a3c-9090-1a10ded6715d req-1c19f5ec-292c-44df-a08c-fd07022d6c84 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 944 time: 0.0545547 Jul 02 03:39:55.282868 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:55.288029 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 01f88803-1998-4eea-820a-bbda30202ac5, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=01f88803-1998-4eea-820a-bbda30202ac5,segment=NetworkSegment(645b2d22-891d-43a9-95be-abb4172a72ed),segment_id=645b2d22-891d-43a9-95be-abb4172a72ed)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:39:55.299438 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Returning: {'device': '01f88803-1998-4eea-820a-bbda30202ac5', 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f', 'port_id': '01f88803-1998-4eea-820a-bbda30202ac5', 'mac_address': 'fa:16:3e:78:c1:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 03:39:55.300489 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7e5735db-2d75-4a3c-9090-1a10ded6715d req-386cf2e2-9007-4f3a-8645-934e774c14b8 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434675 Jul 02 03:39:55.344804 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 01f88803-1998-4eea-820a-bbda30202ac5 is: DOWN; New status is: BUILD {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:39:55.345248 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (01f88803-1998-4eea-820a-bbda30202ac5), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:55.356889 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:55.362553 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01f88803-1998-4eea-820a-bbda30202ac5 {{(pid=104251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:39:55.393449 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 01f88803-1998-4eea-820a-bbda30202ac5, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=01f88803-1998-4eea-820a-bbda30202ac5,segment=NetworkSegment(645b2d22-891d-43a9-95be-abb4172a72ed),segment_id=645b2d22-891d-43a9-95be-abb4172a72ed)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:39:55.400752 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (01f88803-1998-4eea-820a-bbda30202ac5), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:55.448838 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=01f88803-1998-4eea-820a-bbda30202ac5,revision_number=9']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:39:56.154290 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['01f88803-1998-4eea-820a-bbda30202ac5'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:39:56.424652 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7c7ef-2024-4237-90e7-aa7763b27486 req-79048d33-5ed4-4b86-b89f-f3681f6d3427 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:56.426320 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-03c7c7ef-2024-4237-90e7-aa7763b27486 req-79048d33-5ed4-4b86-b89f-f3681f6d3427 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 945 time: 0.0523694 Jul 02 03:39:56.474715 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-03c7c7ef-2024-4237-90e7-aa7763b27486 req-53c5f8ec-fcaa-46fd-a47e-814d91bc14d1 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427077 Jul 02 03:39:56.655100 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0046138-1db5-43c2-bb10-1e7472149fe5 req-cf0d8710-8263-40e4-9387-aea7027de0b6 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:56.656542 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d0046138-1db5-43c2-bb10-1e7472149fe5 req-cf0d8710-8263-40e4-9387-aea7027de0b6 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0496287 Jul 02 03:39:56.662812 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d832f-7291-45f9-9c4b-9fe99a5e600e req-3e838ec8-eab8-4629-88ec-9869169f35b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:56.664572 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-a97d832f-7291-45f9-9c4b-9fe99a5e600e req-3e838ec8-eab8-4629-88ec-9869169f35b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53c88ba2f03f47538ca0eaeb08ccfc07&device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 1130 time: 0.0411768 Jul 02 03:39:56.704691 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d0046138-1db5-43c2-bb10-1e7472149fe5 req-7fe6a711-cbef-466f-8339-77245e806a65 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422750 Jul 02 03:39:56.759471 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d832f-7291-45f9-9c4b-9fe99a5e600e req-c979515f-9887-4fdc-9dbe-d3b41cb940be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:56.761036 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-a97d832f-7291-45f9-9c4b-9fe99a5e600e req-c979515f-9887-4fdc-9dbe-d3b41cb940be service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1d7a687-b6ca-47c7-af08-d5e3055ff439 HTTP/1.1" status: 200 len: 919 time: 0.0882900 Jul 02 03:39:56.831527 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-a97d832f-7291-45f9-9c4b-9fe99a5e600e req-e33bd426-6bf7-49c3-be51-6333ee5ed688 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93c7269e-7d3c-40f8-8470-e61f2bab54ea HTTP/1.1" status: 200 len: 1001 time: 0.0592062 Jul 02 03:39:56.882602 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d832f-7291-45f9-9c4b-9fe99a5e600e req-6782d0ed-0139-4514-a1c2-e7dddfad836a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:56.884185 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-a97d832f-7291-45f9-9c4b-9fe99a5e600e req-6782d0ed-0139-4514-a1c2-e7dddfad836a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9 HTTP/1.1" status: 200 len: 857 time: 0.0452564 Jul 02 03:39:56.929663 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d832f-7291-45f9-9c4b-9fe99a5e600e req-43b5acba-0df0-4196-84be-2dd8c6213b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:56.931203 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-a97d832f-7291-45f9-9c4b-9fe99a5e600e req-43b5acba-0df0-4196-84be-2dd8c6213b68 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1d7a687-b6ca-47c7-af08-d5e3055ff439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395751 Jul 02 03:39:57.023120 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-a97d832f-7291-45f9-9c4b-9fe99a5e600e req-a0877ed4-f918-4bd0-9894-b41a03e5401d service neutron] 10.222.0.26 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852129 Jul 02 03:39:57.124265 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-a97d832f-7291-45f9-9c4b-9fe99a5e600e req-67953e73-c785-47c0-9814-0ed82a1a26f9 service neutron] 10.222.0.26 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936353 Jul 02 03:39:57.610195 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b4aac-da2e-45b1-a68f-f482ff7955a1 req-fe985894-734a-4c20-8eea-147887f93e33 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:57.611717 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fa3b4aac-da2e-45b1-a68f-f482ff7955a1 req-fe985894-734a-4c20-8eea-147887f93e33 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 945 time: 0.0603945 Jul 02 03:39:57.651222 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 01f88803-1998-4eea-820a-bbda30202ac5 up at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:39:57.665652 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fa3b4aac-da2e-45b1-a68f-f482ff7955a1 req-81043393-c7ce-4037-b623-f43da39f5506 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476499 Jul 02 03:39:57.697611 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning complete for port 01f88803-1998-4eea-820a-bbda30202ac5 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:39:57.697984 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (01f88803-1998-4eea-820a-bbda30202ac5), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:57.768573 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 01f88803-1998-4eea-820a-bbda30202ac5 is: BUILD; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:39:57.768843 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (01f88803-1998-4eea-820a-bbda30202ac5), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:57.793442 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2d5a1f-4e5b-4072-851a-d01f23742f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f88803-1998-4eea-820a-bbda30202ac5'}] {{(pid=104251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:39:57.795714 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea91eb0431f3890beba7fecfff9803703e4988fc204844c40d6eadfc05b4f309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864e7860-6e59-4b97-9f25-a9d4294f5544" -d '{"events": [{"server_uuid": "bd2d5a1f-4e5b-4072-851a-d01f23742f55", "name": "network-vif-plugged", "status": "completed", "tag": "01f88803-1998-4eea-820a-bbda30202ac5"}]}' {{(pid=104251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:39:57.811057 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:39:57.811766 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 01f88803-1998-4eea-820a-bbda30202ac5, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=01f88803-1998-4eea-820a-bbda30202ac5,segment=NetworkSegment(645b2d22-891d-43a9-95be-abb4172a72ed),segment_id=645b2d22-891d-43a9-95be-abb4172a72ed)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:39:57.816906 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (01f88803-1998-4eea-820a-bbda30202ac5), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:39:57.834770 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc6a37-7cc2-4dca-84c6-003d2d4e71e6 req-6569ad4b-a4c3-4c24-b762-5a122996f341 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:57.836359 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-eebc6a37-7cc2-4dca-84c6-003d2d4e71e6 req-6569ad4b-a4c3-4c24-b762-5a122996f341 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0625296 Jul 02 03:39:57.839254 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e063b4b5-9daa-44b7-bd1c-2784e8e12aa3 x-openstack-request-id: req-e063b4b5-9daa-44b7-bd1c-2784e8e12aa3 {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:39:57.839597 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2d5a1f-4e5b-4072-851a-d01f23742f55", "name": "network-vif-plugged", "status": "completed", "tag": "01f88803-1998-4eea-820a-bbda30202ac5", "code": 200}]} {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:39:57.839831 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e063b4b5-9daa-44b7-bd1c-2784e8e12aa3 {{(pid=104251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:39:57.840212 dv-cinder-846842-9-iscsi neutron-server[104251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e063b4b5-9daa-44b7-bd1c-2784e8e12aa3'] response: {'server_uuid': 'bd2d5a1f-4e5b-4072-851a-d01f23742f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f88803-1998-4eea-820a-bbda30202ac5', 'code': 200} Jul 02 03:39:57.865640 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=01f88803-1998-4eea-820a-bbda30202ac5,revision_number=10']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:39:57.885746 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-eebc6a37-7cc2-4dca-84c6-003d2d4e71e6 req-9e2591aa-7147-4fc7-ac54-05aec6412b40 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436811 Jul 02 03:39:58.534419 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25875e0-6d58-4e42-a2b2-f5451244369f req-e231a9ab-bdb5-49d4-99da-ec1c9a736436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:58.535968 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-c25875e0-6d58-4e42-a2b2-f5451244369f req-e231a9ab-bdb5-49d4-99da-ec1c9a736436 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 1131 time: 0.0413027 Jul 02 03:39:58.581906 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-c25875e0-6d58-4e42-a2b2-f5451244369f req-6a9d0a4b-9a2c-4efe-a3b1-9f6441a11018 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383234 Jul 02 03:39:58.801972 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463edae-f204-4d55-bf26-30c866846896 req-93867895-b3c0-4284-a64d-a561afda9aca tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:58.803517 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3463edae-f204-4d55-bf26-30c866846896 req-93867895-b3c0-4284-a64d-a561afda9aca tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 947 time: 0.0512586 Jul 02 03:39:58.850144 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3463edae-f204-4d55-bf26-30c866846896 req-d6daa928-15ac-4905-8c5c-ff7ba9555892 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410652 Jul 02 03:39:59.017613 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da801d39-f361-4b76-992a-4fd92a6b3232 req-c5e87976-17ee-4160-8f1b-a425955c4e2a tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:59.019086 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-da801d39-f361-4b76-992a-4fd92a6b3232 req-c5e87976-17ee-4160-8f1b-a425955c4e2a tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0566134 Jul 02 03:39:59.051180 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:39:59.069148 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-da801d39-f361-4b76-992a-4fd92a6b3232 req-c1a74228-d4df-437b-8f6d-94995c01c08f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441606 Jul 02 03:39:59.976723 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b4392-9ae6-43be-8a37-29efc4395f5d req-272122ac-9c36-4003-b7ec-dec1474fd8fd tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:39:59.978255 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d36b4392-9ae6-43be-8a37-29efc4395f5d req-272122ac-9c36-4003-b7ec-dec1474fd8fd tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 947 time: 0.0475075 Jul 02 03:40:00.029443 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d36b4392-9ae6-43be-8a37-29efc4395f5d req-4e5aa353-7127-405e-9cdd-981f0ee5df7b tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424485 Jul 02 03:40:00.187108 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f68fe-f5db-4896-9423-94f0666e54cf req-3cb445f9-e91d-4210-97ec-49cb9f94f1da tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:00.188516 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5b8f68fe-f5db-4896-9423-94f0666e54cf req-3cb445f9-e91d-4210-97ec-49cb9f94f1da tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0506599 Jul 02 03:40:00.237735 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5b8f68fe-f5db-4896-9423-94f0666e54cf req-050fb873-586f-4656-931d-f1eca258b972 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435128 Jul 02 03:40:01.169971 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52725cfa-4c2c-4346-be7d-85a8f83fafe2 req-bc1ec737-d2e4-433d-9dd1-8b9dfe486d70 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:01.171992 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-52725cfa-4c2c-4346-be7d-85a8f83fafe2 req-bc1ec737-d2e4-433d-9dd1-8b9dfe486d70 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 947 time: 0.0535948 Jul 02 03:40:01.232642 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-52725cfa-4c2c-4346-be7d-85a8f83fafe2 req-043f1514-ce30-4095-a275-ac22f157a258 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549691 Jul 02 03:40:01.375197 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15085ea-ae67-447a-81eb-fc0e794d0079 req-98463e2a-b624-418b-bbab-3397092738df tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:01.376813 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b15085ea-ae67-447a-81eb-fc0e794d0079 req-98463e2a-b624-418b-bbab-3397092738df tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0527587 Jul 02 03:40:01.434632 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b15085ea-ae67-447a-81eb-fc0e794d0079 req-2f334dc8-5e28-41af-a95d-ee7ec573c595 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488172 Jul 02 03:40:02.362856 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40dff93-706c-4d2d-8c9d-a5651a3edac8 req-18c703eb-9182-4734-9c5e-c7c440e683c8 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:02.364389 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d40dff93-706c-4d2d-8c9d-a5651a3edac8 req-18c703eb-9182-4734-9c5e-c7c440e683c8 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 947 time: 0.0469143 Jul 02 03:40:02.415022 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d40dff93-706c-4d2d-8c9d-a5651a3edac8 req-da1bd879-7a64-41e0-87c1-db0e5062c756 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451384 Jul 02 03:40:02.552646 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ce686-75d5-45c7-9546-c7d0cadca90c req-3ff4e23f-ccf1-4de3-8977-067e5ceb7328 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:02.554139 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-667ce686-75d5-45c7-9546-c7d0cadca90c req-3ff4e23f-ccf1-4de3-8977-067e5ceb7328 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0489519 Jul 02 03:40:02.603903 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-667ce686-75d5-45c7-9546-c7d0cadca90c req-094fc051-2c51-48d5-aab9-661bc891af3e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415754 Jul 02 03:40:03.741286 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103d9bd-5e6c-4443-a344-147442a05b7f req-d92132b9-22d8-4c5b-9db2-84ec1d8bc15d tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:03.742831 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c103d9bd-5e6c-4443-a344-147442a05b7f req-d92132b9-22d8-4c5b-9db2-84ec1d8bc15d tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0552075 Jul 02 03:40:03.796960 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c103d9bd-5e6c-4443-a344-147442a05b7f req-b797a8dd-0159-49f4-a081-f7afba67a8dc tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485137 Jul 02 03:40:04.925468 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896aed73-361a-4e06-96f1-b84e5e14f323 req-c2a01572-6c3d-4b48-894e-e2399fa1ee28 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:04.927641 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-896aed73-361a-4e06-96f1-b84e5e14f323 req-c2a01572-6c3d-4b48-894e-e2399fa1ee28 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0540082 Jul 02 03:40:04.982170 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-896aed73-361a-4e06-96f1-b84e5e14f323 req-1e1dc1c8-0d30-4073-8b00-11acf91b317c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480447 Jul 02 03:40:06.086189 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:40:06.103143 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa565fbd-f88d-4a86-b93d-f80ebbd7ec9e req-c645d077-ae73-46e9-8241-feea9058d97d tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:06.104716 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-aa565fbd-f88d-4a86-b93d-f80ebbd7ec9e req-c645d077-ae73-46e9-8241-feea9058d97d tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0506508 Jul 02 03:40:06.158264 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-aa565fbd-f88d-4a86-b93d-f80ebbd7ec9e req-754e7434-2407-4b00-a197-e1ecbfe31175 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476565 Jul 02 03:40:07.281092 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ddb87-0809-4f50-be93-78f4836ffabd req-11827041-cfa0-43ee-af97-940e69b9832e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:07.282590 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8d3ddb87-0809-4f50-be93-78f4836ffabd req-11827041-cfa0-43ee-af97-940e69b9832e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0500655 Jul 02 03:40:07.334900 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8d3ddb87-0809-4f50-be93-78f4836ffabd req-32fdbee9-61af-4da2-9384-e849aadc078f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453527 Jul 02 03:40:07.862421 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:40:07.863212 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:40:08.468578 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3231d02-2251-43df-989f-96ff043adb5c req-40f798d1-e094-48c9-88f6-29d6fb9d9f2e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:08.470111 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f3231d02-2251-43df-989f-96ff043adb5c req-40f798d1-e094-48c9-88f6-29d6fb9d9f2e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0552855 Jul 02 03:40:08.511139 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:40:08.518958 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f3231d02-2251-43df-989f-96ff043adb5c req-10ce1132-641d-4383-92b4-9e2853b28ffe tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428395 Jul 02 03:40:08.576623 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=61 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:40:08.579679 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=69 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:40:09.650565 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359eea6-05f0-48a4-945b-c15be7a5c07b req-3634885c-5575-4624-8d8d-4e90836cc1e2 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:09.652093 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d359eea6-05f0-48a4-945b-c15be7a5c07b req-3634885c-5575-4624-8d8d-4e90836cc1e2 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0568559 Jul 02 03:40:09.702543 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d359eea6-05f0-48a4-945b-c15be7a5c07b req-fd30f3e3-e98b-4c38-9af1-ec2cf7621b0b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446994 Jul 02 03:40:10.824588 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f60f5-d1bb-4ea4-8583-c0542b7122bd req-b8c417bf-cb6f-4e69-a729-816b492355cd tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:10.827845 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1a8f60f5-d1bb-4ea4-8583-c0542b7122bd req-b8c417bf-cb6f-4e69-a729-816b492355cd tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0518124 Jul 02 03:40:10.881642 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1a8f60f5-d1bb-4ea4-8583-c0542b7122bd req-bfb33da8-2377-4de6-94f0-7df550ec397c tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499916 Jul 02 03:40:11.546766 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce33ae6-c10f-4906-a9fe-d9128064f47c req-75277a57-f705-4839-9709-e85cdcbd6c97 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:11.548619 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0ce33ae6-c10f-4906-a9fe-d9128064f47c req-75277a57-f705-4839-9709-e85cdcbd6c97 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0571005 Jul 02 03:40:11.609043 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0ce33ae6-c10f-4906-a9fe-d9128064f47c req-165da01a-585f-45f1-9f39-60cd7221734d tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535755 Jul 02 03:40:12.011776 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3d5ce-2af1-47d6-8c7f-3ec0b1cf8718 req-422889d9-75c3-4f99-8adc-6de28698e8b2 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:12.013350 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5bb3d5ce-2af1-47d6-8c7f-3ec0b1cf8718 req-422889d9-75c3-4f99-8adc-6de28698e8b2 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0513027 Jul 02 03:40:12.063515 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5bb3d5ce-2af1-47d6-8c7f-3ec0b1cf8718 req-93d534ec-0b89-4198-85a3-430be32f703f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443492 Jul 02 03:40:12.737640 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f2cc4-65de-4268-8b7f-45497a42a442 req-4f301b6b-eaa0-466d-8fc7-9ae111f965eb tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:12.739618 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-be7f2cc4-65de-4268-8b7f-45497a42a442 req-4f301b6b-eaa0-466d-8fc7-9ae111f965eb tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0568364 Jul 02 03:40:12.801738 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-be7f2cc4-65de-4268-8b7f-45497a42a442 req-40606d92-48de-43b5-b0bc-68395c6da93e tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553844 Jul 02 03:40:13.199831 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37f012-97fa-4ad1-ba0f-2513da2d879b req-32468fdd-3ae3-46fc-bce1-1fc89d0d937d tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:13.201323 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cc37f012-97fa-4ad1-ba0f-2513da2d879b req-32468fdd-3ae3-46fc-bce1-1fc89d0d937d tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0617743 Jul 02 03:40:13.257577 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cc37f012-97fa-4ad1-ba0f-2513da2d879b req-ef0a3739-490f-418a-b0b9-3940b9389617 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505159 Jul 02 03:40:13.924177 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b797083-49f9-4908-b2e5-a1fd472189cc req-de8e6218-ae19-4b48-99e3-efb0cdb7c734 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:13.925690 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8b797083-49f9-4908-b2e5-a1fd472189cc req-de8e6218-ae19-4b48-99e3-efb0cdb7c734 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0525069 Jul 02 03:40:13.976775 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8b797083-49f9-4908-b2e5-a1fd472189cc req-117ee389-b166-4317-b367-c248d06d0442 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447452 Jul 02 03:40:14.394444 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c49291-87d6-4b7e-aee3-93ff77ca5fb0 req-78c3e727-ef3b-4e20-9b08-1c24df46f0f4 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:14.395942 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-72c49291-87d6-4b7e-aee3-93ff77ca5fb0 req-78c3e727-ef3b-4e20-9b08-1c24df46f0f4 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0596988 Jul 02 03:40:14.452072 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-72c49291-87d6-4b7e-aee3-93ff77ca5fb0 req-a760433a-7d10-44ea-a2ae-a879fd963313 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502398 Jul 02 03:40:15.099726 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af21e42-1d22-45af-a1c9-63f224bb99c2 req-6bb306ad-d075-4add-abe8-b05f9eabac9d tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:15.101196 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7af21e42-1d22-45af-a1c9-63f224bb99c2 req-6bb306ad-d075-4add-abe8-b05f9eabac9d tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0539281 Jul 02 03:40:15.136642 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:40:15.155236 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7af21e42-1d22-45af-a1c9-63f224bb99c2 req-88f2d2fc-4fd6-4abc-a1bd-20d6bf9c528d tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471210 Jul 02 03:40:15.602625 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873568ba-57b3-4ea1-9699-a046bc2642ec req-d3782bc0-c53b-4aba-b120-06f4e2f4d2a7 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:15.605519 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-873568ba-57b3-4ea1-9699-a046bc2642ec req-d3782bc0-c53b-4aba-b120-06f4e2f4d2a7 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0772259 Jul 02 03:40:15.679871 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-873568ba-57b3-4ea1-9699-a046bc2642ec req-93e7e66e-3fb7-4eb4-86aa-39f4f22f6dbf tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673430 Jul 02 03:40:16.293324 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45154155-6c3c-4e1c-98a9-a9433edb9134 req-9f60b42a-cc23-459d-b59b-557822e430ba tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:16.294715 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-45154155-6c3c-4e1c-98a9-a9433edb9134 req-9f60b42a-cc23-459d-b59b-557822e430ba tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0572045 Jul 02 03:40:16.336243 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:40:16.345621 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-45154155-6c3c-4e1c-98a9-a9433edb9134 req-0b95c12f-a45b-43d1-a4cb-01b3e5e0821a tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450640 Jul 02 03:40:16.828498 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1780246-03d4-465a-a8e4-cc278ec7a5bb req-7a620fc4-e725-4596-9992-82793872bcd6 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:16.831120 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b1780246-03d4-465a-a8e4-cc278ec7a5bb req-7a620fc4-e725-4596-9992-82793872bcd6 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0618405 Jul 02 03:40:16.885614 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b1780246-03d4-465a-a8e4-cc278ec7a5bb req-33925acc-959b-4f67-9027-a94bbd08482b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483053 Jul 02 03:40:17.476060 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ccfd6-3929-4b2f-8cb5-0d74806f24e3 req-2c208a4e-4dfe-4a4b-8189-91a70862f82b tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:17.477629 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cd5ccfd6-3929-4b2f-8cb5-0d74806f24e3 req-2c208a4e-4dfe-4a4b-8189-91a70862f82b tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0561590 Jul 02 03:40:17.529342 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cd5ccfd6-3929-4b2f-8cb5-0d74806f24e3 req-d43c36dd-78ba-4bca-82bb-56f87498f44f tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460355 Jul 02 03:40:17.867134 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:17.987179 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:40:18.001835 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47aac77-899a-4242-a579-15b570de88ec req-5341a48f-e55b-4f5a-94f5-26c9b2f2703b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:18.003325 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e47aac77-899a-4242-a579-15b570de88ec req-5341a48f-e55b-4f5a-94f5-26c9b2f2703b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0478024 Jul 02 03:40:18.051410 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e47aac77-899a-4242-a579-15b570de88ec req-9c573f2f-a999-4401-9984-a8b17dceb04b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419967 Jul 02 03:40:18.659448 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13625f46-152a-4943-a0e6-b50fc13e2346 req-73afff35-aed2-4dd8-8c56-458c2f69db69 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:18.660973 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-13625f46-152a-4943-a0e6-b50fc13e2346 req-73afff35-aed2-4dd8-8c56-458c2f69db69 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0516145 Jul 02 03:40:18.714676 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-13625f46-152a-4943-a0e6-b50fc13e2346 req-d32c58f3-2d2f-4cbb-8b6b-ceaa8abb7179 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446119 Jul 02 03:40:19.174099 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563fa87-30d1-44be-9e59-49cd4d2210ed req-ec7a7dd6-f0e8-4337-b8f2-97296f46ec41 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:19.175621 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9563fa87-30d1-44be-9e59-49cd4d2210ed req-ec7a7dd6-f0e8-4337-b8f2-97296f46ec41 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0479884 Jul 02 03:40:19.224907 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9563fa87-30d1-44be-9e59-49cd4d2210ed req-5389633e-6a71-4a96-9d66-2bd73ce5d97f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434914 Jul 02 03:40:19.840464 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db06a2-2fd8-44fd-807a-c465eeb78379 req-c645077f-7c0c-4ff2-8c95-d79cd0b1b3ea tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:19.842047 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-19db06a2-2fd8-44fd-807a-c465eeb78379 req-c645077f-7c0c-4ff2-8c95-d79cd0b1b3ea tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0518835 Jul 02 03:40:19.896895 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-19db06a2-2fd8-44fd-807a-c465eeb78379 req-b212672c-45d5-42ea-9bd8-870ea9d5eba9 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488324 Jul 02 03:40:20.266908 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-00bd6c91-1026-48a1-bcd7-f3a755f6cce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:20.346199 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123c0d2-acb4-46f3-b6bd-64f569b89b9c req-32f1e899-d90f-4d01-9885-4531f9d76adb tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:20.347688 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b123c0d2-acb4-46f3-b6bd-64f569b89b9c req-32f1e899-d90f-4d01-9885-4531f9d76adb tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0477173 Jul 02 03:40:20.397575 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b123c0d2-acb4-46f3-b6bd-64f569b89b9c req-0d63db02-d143-4803-adf6-3ef1f917e392 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441468 Jul 02 03:40:21.011333 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bc296-326b-47b5-bb92-c8fe5cd9aab1 req-62a1f4fe-b76e-4eae-a912-a9d4deb1faee tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:21.012836 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-041bc296-326b-47b5-bb92-c8fe5cd9aab1 req-62a1f4fe-b76e-4eae-a912-a9d4deb1faee tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0470715 Jul 02 03:40:21.066568 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-041bc296-326b-47b5-bb92-c8fe5cd9aab1 req-89b7c19b-cd77-46c0-9ddb-77a8880ef7c8 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448654 Jul 02 03:40:21.545748 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e2725-9112-475b-bf72-c68768a25daa req-a8daa65d-c9cb-4668-a0f6-45a39b432add tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:21.547256 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-da8e2725-9112-475b-bf72-c68768a25daa req-a8daa65d-c9cb-4668-a0f6-45a39b432add tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0642407 Jul 02 03:40:21.602733 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-da8e2725-9112-475b-bf72-c68768a25daa req-f23ada0f-edc2-4792-a78d-33cd8ce732a8 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464463 Jul 02 03:40:21.743125 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbdf98d-e452-4afb-8fa4-fbf8004b4cf6 req-4a077f2b-b18a-4861-82a3-4093d1eef7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:21.744861 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-fdbdf98d-e452-4afb-8fa4-fbf8004b4cf6 req-4a077f2b-b18a-4861-82a3-4093d1eef7f3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 1130 time: 0.0407748 Jul 02 03:40:21.825591 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-fdbdf98d-e452-4afb-8fa4-fbf8004b4cf6 req-d9e22848-dd95-4f96-b2a2-d460bcba4eb0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418043 Jul 02 03:40:22.151675 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:40:22.192522 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4875cab-602b-4490-a255-b0f5b0acc926 req-48555f3c-4649-4c13-a0a7-7b580aa6e7ad tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:22.194011 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e4875cab-602b-4490-a255-b0f5b0acc926 req-48555f3c-4649-4c13-a0a7-7b580aa6e7ad tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0514860 Jul 02 03:40:22.247343 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e4875cab-602b-4490-a255-b0f5b0acc926 req-097ab12f-1361-4a45-9ff0-b7c2a27db0b3 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455015 Jul 02 03:40:22.553222 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-c794487b-d4e3-48af-85b3-042d33af9322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:22.722005 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:40:22.731164 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8ac27-9cf9-4983-9758-1c460dd4f850 req-6dfd8067-90c5-47f6-87d5-15c1ae2198f1 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:22.732699 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-54b8ac27-9cf9-4983-9758-1c460dd4f850 req-6dfd8067-90c5-47f6-87d5-15c1ae2198f1 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0553668 Jul 02 03:40:22.783529 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-54b8ac27-9cf9-4983-9758-1c460dd4f850 req-4eb4849c-506a-49bb-9022-a794aaaab7e3 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444865 Jul 02 03:40:23.365967 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ae727-b504-4f23-91ad-40f918a580d2 req-19818240-08e5-4b6e-9031-6b9690a33b7b tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:23.367338 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-218ae727-b504-4f23-91ad-40f918a580d2 req-19818240-08e5-4b6e-9031-6b9690a33b7b tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0497625 Jul 02 03:40:23.420233 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-218ae727-b504-4f23-91ad-40f918a580d2 req-cc1776f8-080d-41aa-b396-dbecda868a01 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448079 Jul 02 03:40:23.596442 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:23.898684 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fab11f-4d96-4f4f-a01d-674aef592bc7 req-ddfd3530-37f4-4a58-8ede-7e88fcfe7803 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:23.900430 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a1fab11f-4d96-4f4f-a01d-674aef592bc7 req-ddfd3530-37f4-4a58-8ede-7e88fcfe7803 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0482838 Jul 02 03:40:23.950450 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a1fab11f-4d96-4f4f-a01d-674aef592bc7 req-ffb37de9-c013-4bde-b9b7-f96b8b093867 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434921 Jul 02 03:40:24.027693 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d7aeb-4b27-43e6-ade4-2330cf3bb977 req-87b812b2-b7fe-4bc7-a56c-8851ceee17a7 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:24.029186 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7e1d7aeb-4b27-43e6-ade4-2330cf3bb977 req-87b812b2-b7fe-4bc7-a56c-8851ceee17a7 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 946 time: 0.0517919 Jul 02 03:40:24.077317 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7e1d7aeb-4b27-43e6-ade4-2330cf3bb977 req-361c5ec0-359a-4aa8-af4b-fbb0088dafed tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425057 Jul 02 03:40:24.307537 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82891c87-4602-4ceb-9358-512aaed8de6b req-ec35d89d-e2fe-437c-8ba3-e25447f47357 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:24.308927 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-82891c87-4602-4ceb-9358-512aaed8de6b req-ec35d89d-e2fe-437c-8ba3-e25447f47357 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0479944 Jul 02 03:40:24.355662 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-82891c87-4602-4ceb-9358-512aaed8de6b req-b1e54bb1-8e40-4d05-ae05-dd0279f9e82f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409355 Jul 02 03:40:24.542053 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af146841-3f40-4a33-b765-dd8a27077419 req-21e9983f-0df8-40e2-92ec-343e62434f78 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:24.543889 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-af146841-3f40-4a33-b765-dd8a27077419 req-21e9983f-0df8-40e2-92ec-343e62434f78 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0512774 Jul 02 03:40:24.599953 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-af146841-3f40-4a33-b765-dd8a27077419 req-e380fb74-8aad-4b7f-8190-0ce701e911e2 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500753 Jul 02 03:40:24.869838 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=2 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:40:25.198353 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea6e0b-7019-4639-a079-5b897a4a2a4d req-72be598f-bd8f-4b51-a55e-c55d4da62a38 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:25.199951 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-41ea6e0b-7019-4639-a079-5b897a4a2a4d req-72be598f-bd8f-4b51-a55e-c55d4da62a38 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 946 time: 0.0480263 Jul 02 03:40:25.200673 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:25.248984 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-41ea6e0b-7019-4639-a079-5b897a4a2a4d req-645743b5-420c-4c65-b49d-09a9e7009ec8 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431371 Jul 02 03:40:25.335802 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:25.486874 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d0735-c67a-428d-8878-63ac398913cb req-1469deff-79fe-4b2a-97ff-dfa302d3cb27 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:25.488368 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c63d0735-c67a-428d-8878-63ac398913cb req-1469deff-79fe-4b2a-97ff-dfa302d3cb27 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0482714 Jul 02 03:40:25.539826 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c63d0735-c67a-428d-8878-63ac398913cb req-51805c48-4367-4891-9ae9-c8d85750d185 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453694 Jul 02 03:40:25.729165 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34edc99d-2994-49af-80aa-060912f29076 req-796f0fa7-8553-433b-bde9-ace8049d5219 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:25.730620 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-34edc99d-2994-49af-80aa-060912f29076 req-796f0fa7-8553-433b-bde9-ace8049d5219 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0567236 Jul 02 03:40:25.785055 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-34edc99d-2994-49af-80aa-060912f29076 req-17a11751-21c0-46fb-9bd7-b298ae902d2e tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483735 Jul 02 03:40:25.943569 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-494aa569-9219-4921-82f8-97ad2542ebfe req-de41f568-0360-437a-a34a-1989237804a9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434277 Jul 02 03:40:26.123840 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686229f-2713-459b-a7a8-63bbb3c44273 req-eb7c8bea-c676-4d5c-a9ad-186fb49d0cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:26.125353 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0686229f-2713-459b-a7a8-63bbb3c44273 req-eb7c8bea-c676-4d5c-a9ad-186fb49d0cf0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53c88ba2f03f47538ca0eaeb08ccfc07&device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 1130 time: 0.0650010 Jul 02 03:40:26.133130 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494aa569-9219-4921-82f8-97ad2542ebfe req-174ddc37-5e08-4435-a4bb-3de36f90bc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:26.134617 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-494aa569-9219-4921-82f8-97ad2542ebfe req-174ddc37-5e08-4435-a4bb-3de36f90bc5d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53c88ba2f03f47538ca0eaeb08ccfc07&device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 1129 time: 0.0478354 Jul 02 03:40:26.227407 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686229f-2713-459b-a7a8-63bbb3c44273 req-d99fd0f3-028f-48cc-b494-01bdd3a911d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:26.228882 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0686229f-2713-459b-a7a8-63bbb3c44273 req-d99fd0f3-028f-48cc-b494-01bdd3a911d9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1d7a687-b6ca-47c7-af08-d5e3055ff439 HTTP/1.1" status: 200 len: 919 time: 0.0886459 Jul 02 03:40:26.377593 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0ee96-79bc-40d9-8532-259f6e448742 req-7967e31d-0380-42ae-ae48-5aa9a4e0b97e tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:26.379010 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8af0ee96-79bc-40d9-8532-259f6e448742 req-7967e31d-0380-42ae-ae48-5aa9a4e0b97e tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 946 time: 0.0480809 Jul 02 03:40:26.436057 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8af0ee96-79bc-40d9-8532-259f6e448742 req-61fbbaf8-2d97-4292-b0ec-1cb77138fffd tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485039 Jul 02 03:40:26.464752 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0686229f-2713-459b-a7a8-63bbb3c44273 req-315e3d49-cd52-457c-a190-69d81626c08f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93c7269e-7d3c-40f8-8470-e61f2bab54ea HTTP/1.1" status: 200 len: 1001 time: 0.0624852 Jul 02 03:40:26.646151 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39aa886-7ae5-41d2-ad83-073a98f46d2d req-75290baa-5146-4221-a4fa-af573f1c9602 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:26.647861 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-f39aa886-7ae5-41d2-ad83-073a98f46d2d req-75290baa-5146-4221-a4fa-af573f1c9602 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 946 time: 0.1163785 Jul 02 03:40:26.665112 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bc268-8bef-4a96-9553-6a084d884e47 req-a798fe1b-81a1-44c3-b030-dcc5c2b148a7 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:26.666631 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e86bc268-8bef-4a96-9553-6a084d884e47 req-a798fe1b-81a1-44c3-b030-dcc5c2b148a7 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0518861 Jul 02 03:40:26.673024 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686229f-2713-459b-a7a8-63bbb3c44273 req-6c3aa29a-3002-48f4-ac82-82255a044b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:26.674473 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0686229f-2713-459b-a7a8-63bbb3c44273 req-6c3aa29a-3002-48f4-ac82-82255a044b02 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9 HTTP/1.1" status: 200 len: 857 time: 0.1461465 Jul 02 03:40:26.702968 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494aa569-9219-4921-82f8-97ad2542ebfe req-15870be5-9b2a-47af-b3f7-3469ab716986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:26.704454 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-494aa569-9219-4921-82f8-97ad2542ebfe req-15870be5-9b2a-47af-b3f7-3469ab716986 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1d7a687-b6ca-47c7-af08-d5e3055ff439 HTTP/1.1" status: 200 len: 919 time: 0.2084482 Jul 02 03:40:26.710855 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:40:26.715879 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e86bc268-8bef-4a96-9553-6a084d884e47 req-6f362c01-3362-476c-89a9-aed01d41ad47 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433421 Jul 02 03:40:26.775966 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-494aa569-9219-4921-82f8-97ad2542ebfe req-ae8d0a63-7950-4da9-82ba-87aa81e1020c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d5c4d80-4bf3-4936-9cbd-a7174cf1642f HTTP/1.1" status: 200 len: 217 time: 0.0651689 Jul 02 03:40:26.798853 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686229f-2713-459b-a7a8-63bbb3c44273 req-8f1a9bdc-333b-49e4-9d84-e6710b53d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:26.800302 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0686229f-2713-459b-a7a8-63bbb3c44273 req-8f1a9bdc-333b-49e4-9d84-e6710b53d2fd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1d7a687-b6ca-47c7-af08-d5e3055ff439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1076155 Jul 02 03:40:26.862309 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-f39aa886-7ae5-41d2-ad83-073a98f46d2d req-652ed8f6-9c4f-4876-8d47-4605540411b3 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Deleting port 944c1aac-d4ef-42f2-9807-2800ed34d6b9 {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:40:26.862620 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-f39aa886-7ae5-41d2-ad83-073a98f46d2d req-652ed8f6-9c4f-4876-8d47-4605540411b3 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (944c1aac-d4ef-42f2-9807-2800ed34d6b9), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:26.884931 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:40:26.906372 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce13f4c-1b94-4df7-ae54-5dcf9a653bdd req-8f16c460-ce64-4377-b329-b3ff0ef4a193 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:26.907835 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9ce13f4c-1b94-4df7-ae54-5dcf9a653bdd req-8f16c460-ce64-4377-b329-b3ff0ef4a193 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0526743 Jul 02 03:40:26.934332 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494aa569-9219-4921-82f8-97ad2542ebfe req-61530a80-cd16-4f40-ac41-33d9e2ef5ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:26.935856 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-494aa569-9219-4921-82f8-97ad2542ebfe req-61530a80-cd16-4f40-ac41-33d9e2ef5ab9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9 HTTP/1.1" status: 200 len: 857 time: 0.1383896 Jul 02 03:40:26.960189 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9ce13f4c-1b94-4df7-ae54-5dcf9a653bdd req-d80a66fe-a32b-4416-86ba-dd5004b8e09b tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466373 Jul 02 03:40:27.037659 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0686229f-2713-459b-a7a8-63bbb3c44273 req-4924b423-3980-4e0e-849a-64e115156d41 service neutron] 10.222.0.26 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273970 Jul 02 03:40:27.038552 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494aa569-9219-4921-82f8-97ad2542ebfe req-982ce19c-af8b-4115-b6df-b3ba2250a89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:27.039952 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-494aa569-9219-4921-82f8-97ad2542ebfe req-982ce19c-af8b-4115-b6df-b3ba2250a89e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1d7a687-b6ca-47c7-af08-d5e3055ff439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0935867 Jul 02 03:40:27.070906 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=100 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:40:27.107511 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-f39aa886-7ae5-41d2-ad83-073a98f46d2d req-652ed8f6-9c4f-4876-8d47-4605540411b3 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] For port 944c1aac-d4ef-42f2-9807-2800ed34d6b9, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=944c1aac-d4ef-42f2-9807-2800ed34d6b9,segment=NetworkSegment(c3f16f23-8755-4919-84dc-3a6d4cc681bc),segment_id=c3f16f23-8755-4919-84dc-3a6d4cc681bc)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:40:27.107882 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-f39aa886-7ae5-41d2-ad83-073a98f46d2d req-652ed8f6-9c4f-4876-8d47-4605540411b3 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (944c1aac-d4ef-42f2-9807-2800ed34d6b9), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:27.127072 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=100 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:40:27.137599 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-f39aa886-7ae5-41d2-ad83-073a98f46d2d req-652ed8f6-9c4f-4876-8d47-4605540411b3 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Calling delete_port for 944c1aac-d4ef-42f2-9807-2800ed34d6b9 owned by compute:nova {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:40:27.277056 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-494aa569-9219-4921-82f8-97ad2542ebfe req-dc7580d9-73bb-438e-ad54-57ade3d77a1c service neutron] 10.222.0.26 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229238 Jul 02 03:40:27.288232 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0686229f-2713-459b-a7a8-63bbb3c44273 req-45fd4405-61a3-45fe-adef-ecc24aea00b1 service neutron] 10.222.0.26 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331903 Jul 02 03:40:27.419987 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-494aa569-9219-4921-82f8-97ad2542ebfe req-c4c399b0-19df-4fa0-be50-960619f72a89 service neutron] 10.222.0.26 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352272 Jul 02 03:40:27.429926 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-f39aa886-7ae5-41d2-ad83-073a98f46d2d req-652ed8f6-9c4f-4876-8d47-4605540411b3 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (944c1aac-d4ef-42f2-9807-2800ed34d6b9), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:27.463812 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ed8f6-9c4f-4876-8d47-4605540411b3 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Pushing event deleted for resources: {'Port': ['ID=944c1aac-d4ef-42f2-9807-2800ed34d6b9,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:40:27.488539 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['944c1aac-d4ef-42f2-9807-2800ed34d6b9'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:40:27.489130 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed8f6-9c4f-4876-8d47-4605540411b3 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:40:27.489448 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed8f6-9c4f-4876-8d47-4605540411b3 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:40:27.489714 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed8f6-9c4f-4876-8d47-4605540411b3 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:40:27.490101 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed8f6-9c4f-4876-8d47-4605540411b3 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:40:27.490432 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed8f6-9c4f-4876-8d47-4605540411b3 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:40:27.490831 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed8f6-9c4f-4876-8d47-4605540411b3 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:40:27.491197 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed8f6-9c4f-4876-8d47-4605540411b3 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:40:27.491574 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed8f6-9c4f-4876-8d47-4605540411b3 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:40:27.491904 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed8f6-9c4f-4876-8d47-4605540411b3 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:40:27.492205 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed8f6-9c4f-4876-8d47-4605540411b3 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:40:27.492565 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed8f6-9c4f-4876-8d47-4605540411b3 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:40:27.492892 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed8f6-9c4f-4876-8d47-4605540411b3 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:40:27.493196 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed8f6-9c4f-4876-8d47-4605540411b3 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:40:27.493505 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed8f6-9c4f-4876-8d47-4605540411b3 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:40:27.493824 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed8f6-9c4f-4876-8d47-4605540411b3 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:40:27.517643 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39aa886-7ae5-41d2-ad83-073a98f46d2d req-652ed8f6-9c4f-4876-8d47-4605540411b3 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] No DVR routers for this DVR port 944c1aac-d4ef-42f2-9807-2800ed34d6b9 on host hv-cinder-84684 {{(pid=104250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:40:27.522341 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-f39aa886-7ae5-41d2-ad83-073a98f46d2d req-652ed8f6-9c4f-4876-8d47-4605540411b3 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:27.525679 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-f39aa886-7ae5-41d2-ad83-073a98f46d2d req-652ed8f6-9c4f-4876-8d47-4605540411b3 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.26 "DELETE /v2.0/ports/944c1aac-d4ef-42f2-9807-2800ed34d6b9 HTTP/1.1" status: 204 len: 173 time: 0.8704789 Jul 02 03:40:27.526122 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0513dd-d098-4c32-a5fd-4e2f036dfe99', 'name': 'network-vif-deleted', 'tag': '944c1aac-d4ef-42f2-9807-2800ed34d6b9'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:40:27.528673 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8418f7c3-16ad-488b-99e5-dfe9495116e7" -d '{"events": [{"server_uuid": "3f0513dd-d098-4c32-a5fd-4e2f036dfe99", "name": "network-vif-deleted", "tag": "944c1aac-d4ef-42f2-9807-2800ed34d6b9"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:40:27.538544 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c9f45e9c-6a57-495c-bb4e-254c455f10b0 req-8d8621c7-9d9e-4b93-8cc3-8692cf342d76 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 210 time: 0.0300887 Jul 02 03:40:27.624939 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee51114-472d-4f87-9ac6-1d3bd5d1b6b0 x-openstack-request-id: req-aee51114-472d-4f87-9ac6-1d3bd5d1b6b0 {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:40:27.625231 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0513dd-d098-4c32-a5fd-4e2f036dfe99", "name": "network-vif-deleted", "tag": "944c1aac-d4ef-42f2-9807-2800ed34d6b9", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:40:27.625470 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aee51114-472d-4f87-9ac6-1d3bd5d1b6b0 {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:40:27.625875 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aee51114-472d-4f87-9ac6-1d3bd5d1b6b0'] response: {'server_uuid': '3f0513dd-d098-4c32-a5fd-4e2f036dfe99', 'name': 'network-vif-deleted', 'tag': '944c1aac-d4ef-42f2-9807-2800ed34d6b9', 'status': 'completed', 'code': 200} Jul 02 03:40:27.837589 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfa34c-fece-42f1-873b-32774e2928c2 req-41927f50-c9c2-486a-8872-9a629bfbf479 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:27.839008 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-14cfa34c-fece-42f1-873b-32774e2928c2 req-41927f50-c9c2-486a-8872-9a629bfbf479 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0531759 Jul 02 03:40:27.886148 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-14cfa34c-fece-42f1-873b-32774e2928c2 req-c27a5f03-4f8d-4e74-b3e9-98df75ec32f5 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414164 Jul 02 03:40:27.982127 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=6 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:40:28.081986 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e362011-0095-49fd-a518-e630acc1d8c4 req-44bde80c-57e9-499c-9cf3-84e45dc860a5 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:28.083576 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7e362011-0095-49fd-a518-e630acc1d8c4 req-44bde80c-57e9-499c-9cf3-84e45dc860a5 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0494537 Jul 02 03:40:28.136728 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7e362011-0095-49fd-a518-e630acc1d8c4 req-b158a14e-059c-4487-a7c2-c81dc9edda6c tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454350 Jul 02 03:40:28.660348 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f645ffcb-2a19-415e-b947-b5d8a4e63ebc req-e28b745a-648e-4b7b-9266-93211d54fe77 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 210 time: 0.0392909 Jul 02 03:40:29.008557 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369d311-f1b5-4830-bd60-491140192fb4 req-77a47a30-28e5-4adf-86e4-d0bd4089981e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:29.010057 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0369d311-f1b5-4830-bd60-491140192fb4 req-77a47a30-28e5-4adf-86e4-d0bd4089981e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0501485 Jul 02 03:40:29.061401 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0369d311-f1b5-4830-bd60-491140192fb4 req-e2f5f643-2678-4ebd-b6cb-d19cc04887e3 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413210 Jul 02 03:40:29.256620 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297691bc-1e87-4b59-b271-0040d62edade req-29176222-b312-458b-8f10-c27db6201551 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:29.258104 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-297691bc-1e87-4b59-b271-0040d62edade req-29176222-b312-458b-8f10-c27db6201551 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0517745 Jul 02 03:40:29.313014 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-297691bc-1e87-4b59-b271-0040d62edade req-ef5dbc12-96a5-4c4a-a783-cfb28b44bbff tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465667 Jul 02 03:40:29.783505 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8e9fb0be-a5af-4831-a392-78f68e1ba1f5 req-e139f3a0-a74d-4f73-a884-d621299c2397 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 210 time: 0.0305214 Jul 02 03:40:29.846630 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 944c1aac-d4ef-42f2-9807-2800ed34d6b9 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:40:29.867861 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] No Port match for: 944c1aac-d4ef-42f2-9807-2800ed34d6b9 {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:40:29.868203 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 944c1aac-d4ef-42f2-9807-2800ed34d6b9 not bound to the agent host hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:40:30.193066 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde22ee-f39f-4ff3-84cb-e32233b675f6 req-e8dbb52f-60d0-4983-8614-828df5b025c8 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:30.195010 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0bde22ee-f39f-4ff3-84cb-e32233b675f6 req-e8dbb52f-60d0-4983-8614-828df5b025c8 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0526128 Jul 02 03:40:30.245739 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0bde22ee-f39f-4ff3-84cb-e32233b675f6 req-c70ebc86-65fd-41ee-b880-f5a66656401f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450053 Jul 02 03:40:30.427619 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b441e-f049-418c-99b4-c42d565ca3ae req-09aeb756-9f86-4471-8a4b-5133957ddfc0 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:30.429420 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4a0b441e-f049-418c-99b4-c42d565ca3ae req-09aeb756-9f86-4471-8a4b-5133957ddfc0 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0473971 Jul 02 03:40:30.479313 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4a0b441e-f049-418c-99b4-c42d565ca3ae req-068ebded-393f-4c5d-8137-39e079f3ee26 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442328 Jul 02 03:40:30.910140 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b8edce73-88f8-4559-81d6-2da9b92a9028 req-5fad32e8-2e48-4048-8675-745905145d89 tempest-VolumesSnapshotTestJSON-164239314 tempest-VolumesSnapshotTestJSON-164239314-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0513dd-d098-4c32-a5fd-4e2f036dfe99 HTTP/1.1" status: 200 len: 210 time: 0.0340662 Jul 02 03:40:31.178727 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c52c8-08f9-4857-801a-6ff90d1562c5 req-63b51128-3a3a-4435-8a36-6b440fbc29b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:31.180389 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cb5c52c8-08f9-4857-801a-6ff90d1562c5 req-63b51128-3a3a-4435-8a36-6b440fbc29b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c04290d87154e48a3bf77a828b563ba&device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 1129 time: 0.0402851 Jul 02 03:40:31.275024 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c52c8-08f9-4857-801a-6ff90d1562c5 req-29d35ed0-dcda-45ea-aa1f-93fd7be2b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:31.276624 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cb5c52c8-08f9-4857-801a-6ff90d1562c5 req-29d35ed0-dcda-45ea-aa1f-93fd7be2b7ec service neutron] 10.222.0.26 "GET /v2.0/networks?id=b173f876-9c4f-4325-a46d-ef7a6e505875 HTTP/1.1" status: 200 len: 909 time: 0.0897336 Jul 02 03:40:31.340613 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cb5c52c8-08f9-4857-801a-6ff90d1562c5 req-eeccaf8c-4cdf-42f9-914e-88a7ad4ef5bf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e19a69f0-6e0d-4a86-85f9-02d1861bdf96 HTTP/1.1" status: 200 len: 1001 time: 0.0573227 Jul 02 03:40:31.359936 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6751683-6606-4b0b-b871-90d8e4ef19bc req-74b9a33f-8022-4310-9ae3-daccd6acde13 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:31.361421 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e6751683-6606-4b0b-b871-90d8e4ef19bc req-74b9a33f-8022-4310-9ae3-daccd6acde13 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0470452 Jul 02 03:40:31.389785 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c52c8-08f9-4857-801a-6ff90d1562c5 req-207a2430-980f-40d7-827f-c366ea00199c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:31.391179 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cb5c52c8-08f9-4857-801a-6ff90d1562c5 req-207a2430-980f-40d7-827f-c366ea00199c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac HTTP/1.1" status: 200 len: 847 time: 0.0446527 Jul 02 03:40:31.409233 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e6751683-6606-4b0b-b871-90d8e4ef19bc req-37477775-34f8-4225-ad75-7de832016bfc tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416417 Jul 02 03:40:31.439997 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c52c8-08f9-4857-801a-6ff90d1562c5 req-f04f566a-e6fc-4cf3-8cdd-29135320b893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:31.441546 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cb5c52c8-08f9-4857-801a-6ff90d1562c5 req-f04f566a-e6fc-4cf3-8cdd-29135320b893 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b173f876-9c4f-4325-a46d-ef7a6e505875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438623 Jul 02 03:40:31.515781 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:40:31.524424 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e4673-7149-4137-bc18-00320364a3b0 req-680317f2-5275-4fd0-82f5-4d3c8970e520 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:31.526217 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4c1e4673-7149-4137-bc18-00320364a3b0 req-680317f2-5275-4fd0-82f5-4d3c8970e520 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0499940 Jul 02 03:40:31.535900 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 37412) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:40:31.540502 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cb5c52c8-08f9-4857-801a-6ff90d1562c5 req-fc67cc5d-b898-47a5-897e-52cc51c52974 service neutron] 10.222.0.26 "GET /v2.0/networks/b173f876-9c4f-4325-a46d-ef7a6e505875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915222 Jul 02 03:40:31.540692 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-77275f8d-94f6-413e-92f9-679b8a545c71 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Request body: {'floatingip': {'port_id': '93c7269e-7d3c-40f8-8470-e61f2bab54ea'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:40:31.631479 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c3a32-e671-47a9-982f-5e3b391da776 req-e4f33f08-b7c2-4263-b295-fab39b121b00 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:31.632949 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6b8c3a32-e671-47a9-982f-5e3b391da776 req-e4f33f08-b7c2-4263-b295-fab39b121b00 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0588603 Jul 02 03:40:31.635080 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-77275f8d-94f6-413e-92f9-679b8a545c71 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks [] for floatingip (aecefaae-53d1-4422-b59c-c65ced929efa), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:31.636053 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cb5c52c8-08f9-4857-801a-6ff90d1562c5 req-6071948b-4948-49c1-89f4-fbcb1b671ca2 service neutron] 10.222.0.26 "GET /v2.0/networks/b173f876-9c4f-4325-a46d-ef7a6e505875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884297 Jul 02 03:40:31.725228 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:40:31.739504 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:40:31.749046 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6b8c3a32-e671-47a9-982f-5e3b391da776 req-361befc6-4589-4b57-9fd0-7b8dab96c32b tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100307 Jul 02 03:40:32.321865 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-77275f8d-94f6-413e-92f9-679b8a545c71 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:32.326687 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-77275f8d-94f6-413e-92f9-679b8a545c71 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389155'] for floatingip (aecefaae-53d1-4422-b59c-c65ced929efa), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:32.534085 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77275f8d-94f6-413e-92f9-679b8a545c71 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Router ea261895-4496-471d-aa3d-647f34ffe46c has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:40:32.634738 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77275f8d-94f6-413e-92f9-679b8a545c71 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:40:32.640210 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-77275f8d-94f6-413e-92f9-679b8a545c71 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:32.647008 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459a09a9-60f6-402e-bfed-3f2ef77878bc None None] Sync routers for ids ['ea261895-4496-471d-aa3d-647f34ffe46c'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:40:32.657762 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459a09a9-60f6-402e-bfed-3f2ef77878bc None None] Routers {'ea261895-4496-471d-aa3d-647f34ffe46c'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:40:32.658389 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-459a09a9-60f6-402e-bfed-3f2ef77878bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:40:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['ea261895-4496-471d-aa3d-647f34ffe46c'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:40:32.675330 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee', 'tag': '93c7269e-7d3c-40f8-8470-e61f2bab54ea'}] {{(pid=104249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:40:32.677818 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f088720257398f3cab103114357bf561c7f80e100abdbb3b7e497acc9cc690b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b665e5c-73a9-453e-b69e-2c9706c1c15e" -d '{"events": [{"name": "network-changed", "server_uuid": "e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee", "tag": "93c7269e-7d3c-40f8-8470-e61f2bab54ea"}]}' {{(pid=104249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:40:32.710246 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-77275f8d-94f6-413e-92f9-679b8a545c71 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "PUT /v2.0/floatingips/aecefaae-53d1-4422-b59c-c65ced929efa HTTP/1.1" status: 200 len: 993 time: 1.1731758 Jul 02 03:40:32.760306 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-459a09a9-60f6-402e-bfed-3f2ef77878bc None None] Set router ea261895-4496-471d-aa3d-647f34ffe46c gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:40:32.777524 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff72e5a-f790-4ebd-befb-76a921d6f7e5 x-openstack-request-id: req-0ff72e5a-f790-4ebd-befb-76a921d6f7e5 {{(pid=104249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:40:32.777876 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee", "tag": "93c7269e-7d3c-40f8-8470-e61f2bab54ea", "status": "completed", "code": 200}]} {{(pid=104249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:40:32.778206 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0ff72e5a-f790-4ebd-befb-76a921d6f7e5 {{(pid=104249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:40:32.778677 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ff72e5a-f790-4ebd-befb-76a921d6f7e5'] response: {'name': 'network-changed', 'server_uuid': 'e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee', 'tag': '93c7269e-7d3c-40f8-8470-e61f2bab54ea', 'status': 'completed', 'code': 200} Jul 02 03:40:32.964753 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b665e5c-73a9-453e-b69e-2c9706c1c15e req-ebcebf09-5807-49f8-8c4a-f60a439ac439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:32.966615 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-8b665e5c-73a9-453e-b69e-2c9706c1c15e req-ebcebf09-5807-49f8-8c4a-f60a439ac439 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53c88ba2f03f47538ca0eaeb08ccfc07&device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 1130 time: 0.0419252 Jul 02 03:40:32.975144 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb0ca0-14a1-4a3f-bab5-14c1b9d28bd2 req-2fde267f-06f2-45af-80ff-ad4b99b35d00 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:32.976785 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6bbb0ca0-14a1-4a3f-bab5-14c1b9d28bd2 req-2fde267f-06f2-45af-80ff-ad4b99b35d00 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0565860 Jul 02 03:40:32.977088 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-459a09a9-60f6-402e-bfed-3f2ef77878bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'name': 'tempest-ServerRescueNegativeTestJSON-608922710-router', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e6ec623c-cd33-4d9b-96c8-cad9894378b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:34:18Z', 'revision_number': 4, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'gw_port': {'id': 'e6ec623c-cd33-4d9b-96c8-cad9894378b3', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:31:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': 'aecefaae-53d1-4422-b59c-c65ced929efa', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'floating_ip_address': '172.27.0.81', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'port_id': '93c7269e-7d3c-40f8-8470-e61f2bab54ea', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439', 'mac_address': 'fa:16:3e:ab:8b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:36:59Z', 'updated_at': '2022-07-02T03:40:32Z', 'revision_number': 3, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feaa1fc3-ea74-489f-a771-8c73bc9b7d87', 'name': '', 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'mac_address': 'fa:16:3e:3d:c6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:17Z', 'updated_at': '2022-07-02T03:34:32Z', 'revision_number': 5, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'subnets': [{'id': 'df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:40:33.003083 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459a09a9-60f6-402e-bfed-3f2ef77878bc None None] Checking router: ea261895-4496-471d-aa3d-647f34ffe46c for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:40:33.012552 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459a09a9-60f6-402e-bfed-3f2ef77878bc None None] Routers {'ea261895-4496-471d-aa3d-647f34ffe46c'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:40:33.013397 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-459a09a9-60f6-402e-bfed-3f2ef77878bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:40:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['ea261895-4496-471d-aa3d-647f34ffe46c'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:40:33.030154 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6bbb0ca0-14a1-4a3f-bab5-14c1b9d28bd2 req-d6f125e6-8771-4822-80ff-530e706524a6 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475390 Jul 02 03:40:33.065183 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:40:33.086057 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b665e5c-73a9-453e-b69e-2c9706c1c15e req-561cff5b-eab1-4e71-bd94-90e06364419a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:33.087596 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-8b665e5c-73a9-453e-b69e-2c9706c1c15e req-561cff5b-eab1-4e71-bd94-90e06364419a service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1d7a687-b6ca-47c7-af08-d5e3055ff439 HTTP/1.1" status: 200 len: 919 time: 0.0977352 Jul 02 03:40:33.114282 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-459a09a9-60f6-402e-bfed-3f2ef77878bc None None] Set router ea261895-4496-471d-aa3d-647f34ffe46c gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:40:33.305686 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-8b665e5c-73a9-453e-b69e-2c9706c1c15e req-1ffb1b30-cc55-4733-ba8a-9b30ee9247ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93c7269e-7d3c-40f8-8470-e61f2bab54ea HTTP/1.1" status: 200 len: 1001 time: 0.0625863 Jul 02 03:40:33.350985 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-459a09a9-60f6-402e-bfed-3f2ef77878bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'name': 'tempest-ServerRescueNegativeTestJSON-608922710-router', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e6ec623c-cd33-4d9b-96c8-cad9894378b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:34:18Z', 'revision_number': 4, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'gw_port': {'id': 'e6ec623c-cd33-4d9b-96c8-cad9894378b3', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:31:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': 'aecefaae-53d1-4422-b59c-c65ced929efa', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'floating_ip_address': '172.27.0.81', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'port_id': '93c7269e-7d3c-40f8-8470-e61f2bab54ea', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439', 'mac_address': 'fa:16:3e:ab:8b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:36:59Z', 'updated_at': '2022-07-02T03:40:32Z', 'revision_number': 3, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feaa1fc3-ea74-489f-a771-8c73bc9b7d87', 'name': '', 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'mac_address': 'fa:16:3e:3d:c6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:17Z', 'updated_at': '2022-07-02T03:34:32Z', 'revision_number': 5, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'subnets': [{'id': 'df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:40:33.372126 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b665e5c-73a9-453e-b69e-2c9706c1c15e req-0155edad-ebf8-4588-b542-448da37369af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:33.374615 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-8b665e5c-73a9-453e-b69e-2c9706c1c15e req-0155edad-ebf8-4588-b542-448da37369af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9 HTTP/1.1" status: 200 len: 857 time: 0.0471354 Jul 02 03:40:33.385533 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459a09a9-60f6-402e-bfed-3f2ef77878bc None None] The sync data for ids ['ea261895-4496-471d-aa3d-647f34ffe46c'] in dv-cinder-846842-9-iscsi is: [{'id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'name': 'tempest-ServerRescueNegativeTestJSON-608922710-router', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e6ec623c-cd33-4d9b-96c8-cad9894378b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:34:18Z', 'revision_number': 4, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'gw_port': {'id': 'e6ec623c-cd33-4d9b-96c8-cad9894378b3', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:31:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': 'aecefaae-53d1-4422-b59c-c65ced929efa', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'floating_ip_address': '172.27.0.81', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'port_id': '93c7269e-7d3c-40f8-8470-e61f2bab54ea', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439', 'mac_address': 'fa:16:3e:ab:8b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:36:59Z', 'updated_at': '2022-07-02T03:40:32Z', 'revision_number': 3, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feaa1fc3-ea74-489f-a771-8c73bc9b7d87', 'name': '', 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'mac_address': 'fa:16:3e:3d:c6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:17Z', 'updated_at': '2022-07-02T03:34:32Z', 'revision_number': 5, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'subnets': [{'id': 'df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:40:33.442203 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b665e5c-73a9-453e-b69e-2c9706c1c15e req-d6f60f65-07b4-48ba-86f1-e0129b21023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:33.444143 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-8b665e5c-73a9-453e-b69e-2c9706c1c15e req-d6f60f65-07b4-48ba-86f1-e0129b21023b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1d7a687-b6ca-47c7-af08-d5e3055ff439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647097 Jul 02 03:40:33.564290 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-8b665e5c-73a9-453e-b69e-2c9706c1c15e req-dda6459f-adef-4e79-9253-da0fe2938983 service neutron] 10.222.0.26 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137562 Jul 02 03:40:33.663502 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-8b665e5c-73a9-453e-b69e-2c9706c1c15e req-c169cb09-ad36-492d-aeed-de671e65a2bb service neutron] 10.222.0.26 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925484 Jul 02 03:40:34.154081 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0b71e-778b-43fa-908d-47844fd81365 req-2c1c1d97-b95f-4265-9d22-a6f73faa9bdf tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:34.155629 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f5f0b71e-778b-43fa-908d-47844fd81365 req-2c1c1d97-b95f-4265-9d22-a6f73faa9bdf tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0486493 Jul 02 03:40:34.210585 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f5f0b71e-778b-43fa-908d-47844fd81365 req-7227ffe2-f198-4801-830a-6cd04764c8b9 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474579 Jul 02 03:40:34.780736 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee', 'tag': '93c7269e-7d3c-40f8-8470-e61f2bab54ea'}] {{(pid=104249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:40:34.784473 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f088720257398f3cab103114357bf561c7f80e100abdbb3b7e497acc9cc690b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a3d678-1b33-4d77-9266-d01b1e6c3367" -d '{"events": [{"name": "network-changed", "server_uuid": "e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee", "tag": "93c7269e-7d3c-40f8-8470-e61f2bab54ea"}]}' {{(pid=104249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:40:34.821300 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d819ba9-aeca-4de4-b234-118e67fe0ff0 x-openstack-request-id: req-9d819ba9-aeca-4de4-b234-118e67fe0ff0 {{(pid=104249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:40:34.821589 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee", "tag": "93c7269e-7d3c-40f8-8470-e61f2bab54ea", "status": "completed", "code": 200}]} {{(pid=104249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:40:34.821844 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9d819ba9-aeca-4de4-b234-118e67fe0ff0 {{(pid=104249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:40:34.822252 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d819ba9-aeca-4de4-b234-118e67fe0ff0'] response: {'name': 'network-changed', 'server_uuid': 'e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee', 'tag': '93c7269e-7d3c-40f8-8470-e61f2bab54ea', 'status': 'completed', 'code': 200} Jul 02 03:40:35.332751 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:40:35.344840 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875178ff-2282-4bd9-b32d-3be08f0c3e56 req-c79c861b-e830-4746-9d0f-0c0efed1c57f tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:35.346331 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-875178ff-2282-4bd9-b32d-3be08f0c3e56 req-c79c861b-e830-4746-9d0f-0c0efed1c57f tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0498607 Jul 02 03:40:35.366672 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:40:35.400930 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-875178ff-2282-4bd9-b32d-3be08f0c3e56 req-c161469b-4d13-4007-8ceb-ee4436584d7a tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489936 Jul 02 03:40:36.541018 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9abe354-5ce7-4b3b-b8a2-9df16c58c6aa req-49a1a592-acad-4bb9-8786-678341468b64 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:36.542835 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d9abe354-5ce7-4b3b-b8a2-9df16c58c6aa req-49a1a592-acad-4bb9-8786-678341468b64 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0544131 Jul 02 03:40:36.593186 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d9abe354-5ce7-4b3b-b8a2-9df16c58c6aa req-fac12633-1106-458f-9d3c-a5858259084d tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445566 Jul 02 03:40:37.449675 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3d678-1b33-4d77-9266-d01b1e6c3367 req-c3da3db4-c22c-4349-8c6d-58ade7c50a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:37.451181 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-35a3d678-1b33-4d77-9266-d01b1e6c3367 req-c3da3db4-c22c-4349-8c6d-58ade7c50a46 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53c88ba2f03f47538ca0eaeb08ccfc07&device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 1130 time: 0.0445473 Jul 02 03:40:37.549723 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3d678-1b33-4d77-9266-d01b1e6c3367 req-abc59065-6693-4a94-a8b9-1fb4015fe091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:37.551229 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-35a3d678-1b33-4d77-9266-d01b1e6c3367 req-abc59065-6693-4a94-a8b9-1fb4015fe091 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1d7a687-b6ca-47c7-af08-d5e3055ff439 HTTP/1.1" status: 200 len: 919 time: 0.0928941 Jul 02 03:40:37.726790 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400254d-fb41-4e4d-88df-29a3e39a5479 req-8bc55092-cc89-4b82-b261-32483b688852 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:37.728430 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5400254d-fb41-4e4d-88df-29a3e39a5479 req-8bc55092-cc89-4b82-b261-32483b688852 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0555229 Jul 02 03:40:37.782061 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5400254d-fb41-4e4d-88df-29a3e39a5479 req-2776965f-2c14-4d2b-bbf0-e015dbe06268 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477800 Jul 02 03:40:37.861785 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-35a3d678-1b33-4d77-9266-d01b1e6c3367 req-54c68f96-8b68-42b5-86aa-4d2bf4cc8d14 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93c7269e-7d3c-40f8-8470-e61f2bab54ea HTTP/1.1" status: 200 len: 1001 time: 0.3032708 Jul 02 03:40:37.868993 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device e19a69f0-6e0d-4a86-85f9-02d1861bdf96 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:40:37.872973 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:40:37.889899 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:40:37.913581 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3d678-1b33-4d77-9266-d01b1e6c3367 req-fe7f68aa-f9a2-45e2-abc1-e797098dda29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:37.916103 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-35a3d678-1b33-4d77-9266-d01b1e6c3367 req-fe7f68aa-f9a2-45e2-abc1-e797098dda29 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9 HTTP/1.1" status: 200 len: 857 time: 0.0475585 Jul 02 03:40:37.946188 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port e19a69f0-6e0d-4a86-85f9-02d1861bdf96 is: ACTIVE; New status is: DOWN {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:40:37.946573 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (e19a69f0-6e0d-4a86-85f9-02d1861bdf96), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:37.963652 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3d678-1b33-4d77-9266-d01b1e6c3367 req-cef7a50d-a540-40d8-b952-0cb6367fd6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:37.965213 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-35a3d678-1b33-4d77-9266-d01b1e6c3367 req-cef7a50d-a540-40d8-b952-0cb6367fd6d6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1d7a687-b6ca-47c7-af08-d5e3055ff439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435731 Jul 02 03:40:37.970153 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c09baf3-acd2-45b3-bce4-9fd6b31efdac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e19a69f0-6e0d-4a86-85f9-02d1861bdf96'}] {{(pid=104251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:40:37.972409 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea91eb0431f3890beba7fecfff9803703e4988fc204844c40d6eadfc05b4f309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04f3b49-b0ae-46bb-ad42-ba9820ddc6f6" -d '{"events": [{"server_uuid": "1c09baf3-acd2-45b3-bce4-9fd6b31efdac", "name": "network-vif-unplugged", "status": "completed", "tag": "e19a69f0-6e0d-4a86-85f9-02d1861bdf96"}]}' {{(pid=104251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:40:37.989607 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port e19a69f0-6e0d-4a86-85f9-02d1861bdf96, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=e19a69f0-6e0d-4a86-85f9-02d1861bdf96,segment=NetworkSegment(8fdf9ffb-87ca-4c0e-8fce-99459036e8eb),segment_id=8fdf9ffb-87ca-4c0e-8fce-99459036e8eb)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:40:37.994814 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (e19a69f0-6e0d-4a86-85f9-02d1861bdf96), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:38.058021 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=e19a69f0-6e0d-4a86-85f9-02d1861bdf96,revision_number=6']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:40:38.065507 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:40:38.065855 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:40:38.066218 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:40:38.066575 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:40:38.066920 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:40:38.067252 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:40:38.067609 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:40:38.067937 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:40:38.068265 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:40:38.068757 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:40:38.069342 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:40:38.069868 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:40:38.070380 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:40:38.070710 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:40:38.071081 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:40:38.072692 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=100 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:40:38.082247 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-35a3d678-1b33-4d77-9266-d01b1e6c3367 req-56524c35-bda5-4fa9-b648-350d3fdcc201 service neutron] 10.222.0.26 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105409 Jul 02 03:40:38.097237 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 02 Jul 2022 03:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c97ede5-2e93-4575-ace5-453e3fe3e745 x-openstack-request-id: req-2c97ede5-2e93-4575-ace5-453e3fe3e745 {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:40:38.097567 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c09baf3-acd2-45b3-bce4-9fd6b31efdac", "name": "network-vif-unplugged", "status": "completed", "tag": "e19a69f0-6e0d-4a86-85f9-02d1861bdf96", "code": 200}]} {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:40:38.097860 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c97ede5-2e93-4575-ace5-453e3fe3e745 {{(pid=104251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:40:38.098260 dv-cinder-846842-9-iscsi neutron-server[104251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c97ede5-2e93-4575-ace5-453e3fe3e745'] response: {'server_uuid': '1c09baf3-acd2-45b3-bce4-9fd6b31efdac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e19a69f0-6e0d-4a86-85f9-02d1861bdf96', 'code': 200} Jul 02 03:40:38.185678 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-35a3d678-1b33-4d77-9266-d01b1e6c3367 req-eebd5624-cf98-4bce-9254-31fd72c35e32 service neutron] 10.222.0.26 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974102 Jul 02 03:40:38.901874 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c5ff1-1bc0-423a-9019-3c6f1efa3158 req-910443eb-2bc1-4a1a-bf36-f79e9caabd17 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:38.903491 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1b2c5ff1-1bc0-423a-9019-3c6f1efa3158 req-910443eb-2bc1-4a1a-bf36-f79e9caabd17 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 943 time: 0.0493276 Jul 02 03:40:38.954143 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1b2c5ff1-1bc0-423a-9019-3c6f1efa3158 req-47f6c407-d0f2-4d59-9a18-c2ec4d8b2da1 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447445 Jul 02 03:40:39.074882 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [req-45566b17-0045-418e-bf2d-984e4c48ab0f req-fbff2127-92dc-425f-99e3-e1bd39470659 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 02 03:40:39.075961 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-45566b17-0045-418e-bf2d-984e4c48ab0f req-fbff2127-92dc-425f-99e3-e1bd39470659 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0502348 Jul 02 03:40:39.228217 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 37484) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:40:39.245622 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f5ec2-044c-4e82-8c6f-b2f1719bb448 req-5f6bbf84-8b90-403e-b227-b789e873ca65 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:39.247275 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-671f5ec2-044c-4e82-8c6f-b2f1719bb448 req-5f6bbf84-8b90-403e-b227-b789e873ca65 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 943 time: 0.0541506 Jul 02 03:40:39.302880 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-671f5ec2-044c-4e82-8c6f-b2f1719bb448 req-7aa20151-1c51-49d1-b981-b069e89a6d8b tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484567 Jul 02 03:40:39.325707 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-09b3069c-c162-49a6-9997-4275d4f98aa1 req-dc584ae5-d1af-42cd-abc4-c8cf2a415dcb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0958004 Jul 02 03:40:39.334459 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [req-09b3069c-c162-49a6-9997-4275d4f98aa1 req-bfbf6dcc-1a7c-487c-9235-756b3d39ade5 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104250) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 02 03:40:39.335451 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-09b3069c-c162-49a6-9997-4275d4f98aa1 req-bfbf6dcc-1a7c-487c-9235-756b3d39ade5 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049696 Jul 02 03:40:39.410318 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 37492) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:40:39.465571 dv-cinder-846842-9-iscsi neutron-server[104250]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 02 03:40:39.514575 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3069c-c162-49a6-9997-4275d4f98aa1 req-c24a7190-0c11-4886-a739-a1c6329bfc58 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:39.515987 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-09b3069c-c162-49a6-9997-4275d4f98aa1 req-c24a7190-0c11-4886-a739-a1c6329bfc58 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports/e19a69f0-6e0d-4a86-85f9-02d1861bdf96 HTTP/1.1" status: 200 len: 940 time: 0.1047010 Jul 02 03:40:40.427112 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd0673-8598-4546-b278-bff16126a2a2 req-c809eb45-ed89-40c2-aa43-728e433172b4 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:40.428909 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-57dd0673-8598-4546-b278-bff16126a2a2 req-c809eb45-ed89-40c2-aa43-728e433172b4 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 943 time: 0.0543849 Jul 02 03:40:40.478640 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-57dd0673-8598-4546-b278-bff16126a2a2 req-c0b2fe2a-29e8-4743-b18e-f5e5606cd977 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442424 Jul 02 03:40:41.598333 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470e151-296c-413f-8892-9836e988b505 req-e40ab4b7-b030-4d53-a17b-ff7ca86f54fd tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:41.599885 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1470e151-296c-413f-8892-9836e988b505 req-e40ab4b7-b030-4d53-a17b-ff7ca86f54fd tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 943 time: 0.0479622 Jul 02 03:40:41.653988 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1470e151-296c-413f-8892-9836e988b505 req-e4ed23ec-faff-40cf-b504-b504b7950afa tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483570 Jul 02 03:40:41.756541 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3069c-c162-49a6-9997-4275d4f98aa1 req-b5841881-925f-4e5e-8da0-1d86eebb6e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:41.758836 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-09b3069c-c162-49a6-9997-4275d4f98aa1 req-b5841881-925f-4e5e-8da0-1d86eebb6e48 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac&tenant_id=6c04290d87154e48a3bf77a828b563ba HTTP/1.1" status: 200 len: 1127 time: 0.0489891 Jul 02 03:40:41.838054 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3069c-c162-49a6-9997-4275d4f98aa1 req-2301e225-681f-4af7-9bf7-e97425d93107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:41.839617 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-09b3069c-c162-49a6-9997-4275d4f98aa1 req-2301e225-681f-4af7-9bf7-e97425d93107 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c04290d87154e48a3bf77a828b563ba&device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 1127 time: 0.0456698 Jul 02 03:40:41.878017 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=100 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:40:41.941757 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3069c-c162-49a6-9997-4275d4f98aa1 req-18f59765-85ba-4bfe-8c4a-9ab3c4141fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:41.943191 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-09b3069c-c162-49a6-9997-4275d4f98aa1 req-18f59765-85ba-4bfe-8c4a-9ab3c4141fe1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b173f876-9c4f-4325-a46d-ef7a6e505875 HTTP/1.1" status: 200 len: 909 time: 0.0973837 Jul 02 03:40:42.006760 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-09b3069c-c162-49a6-9997-4275d4f98aa1 req-9c95f487-795d-4755-8133-379394a3b13d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e19a69f0-6e0d-4a86-85f9-02d1861bdf96 HTTP/1.1" status: 200 len: 999 time: 0.0566578 Jul 02 03:40:42.060243 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3069c-c162-49a6-9997-4275d4f98aa1 req-185b3b11-0330-4f24-b6be-51ee4a3da1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:42.061670 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-09b3069c-c162-49a6-9997-4275d4f98aa1 req-185b3b11-0330-4f24-b6be-51ee4a3da1c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac HTTP/1.1" status: 200 len: 847 time: 0.0486143 Jul 02 03:40:42.129002 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3069c-c162-49a6-9997-4275d4f98aa1 req-47a3f2e1-ba89-43c5-a4f1-85b54dc95e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:42.130534 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-09b3069c-c162-49a6-9997-4275d4f98aa1 req-47a3f2e1-ba89-43c5-a4f1-85b54dc95e14 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b173f876-9c4f-4325-a46d-ef7a6e505875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549955 Jul 02 03:40:42.226755 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-09b3069c-c162-49a6-9997-4275d4f98aa1 req-51458f2c-0207-447b-a25e-3336cd96083e service neutron] 10.222.0.26 "GET /v2.0/networks/b173f876-9c4f-4325-a46d-ef7a6e505875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884402 Jul 02 03:40:42.327532 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-09b3069c-c162-49a6-9997-4275d4f98aa1 req-88f78389-d6dd-4098-b357-9a2f0ea6bd6b service neutron] 10.222.0.26 "GET /v2.0/networks/b173f876-9c4f-4325-a46d-ef7a6e505875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944099 Jul 02 03:40:42.775658 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa247ccd-6168-4bbe-b74f-79531e3818eb req-f5b8c7ae-1efe-4d5c-a8bb-62650d546cb7 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:42.777136 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fa247ccd-6168-4bbe-b74f-79531e3818eb req-f5b8c7ae-1efe-4d5c-a8bb-62650d546cb7 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 943 time: 0.0525284 Jul 02 03:40:42.832659 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fa247ccd-6168-4bbe-b74f-79531e3818eb req-f918eb55-c86a-475c-b6e1-6e8f0558db14 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497103 Jul 02 03:40:43.956377 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f8982-85ad-414c-b623-f564f8ececf3 req-c821252d-7b30-4a03-987f-84acd62c5f24 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:43.957905 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-987f8982-85ad-414c-b623-f564f8ececf3 req-c821252d-7b30-4a03-987f-84acd62c5f24 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 943 time: 0.0574560 Jul 02 03:40:44.008219 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-987f8982-85ad-414c-b623-f564f8ececf3 req-3081c1c5-0b9c-432d-8865-3485a29eb41f tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433357 Jul 02 03:40:45.130352 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5101e7-74f0-47bd-98c0-d67328af2fca req-ad7ca189-d22f-4d91-81cb-7334a43d3172 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:45.131905 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ee5101e7-74f0-47bd-98c0-d67328af2fca req-ad7ca189-d22f-4d91-81cb-7334a43d3172 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 943 time: 0.0546856 Jul 02 03:40:45.188633 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ee5101e7-74f0-47bd-98c0-d67328af2fca req-dadf2557-5fa9-475b-a16f-48e8e372156a tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509651 Jul 02 03:40:46.309772 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1be67-aa14-40a9-86a4-404ab8c63865 req-293d04ef-2372-4875-b003-cc73e5538be9 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:46.311260 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-91d1be67-aa14-40a9-86a4-404ab8c63865 req-293d04ef-2372-4875-b003-cc73e5538be9 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 943 time: 0.0498428 Jul 02 03:40:46.363675 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-91d1be67-aa14-40a9-86a4-404ab8c63865 req-69d0dade-1f18-4ca3-95d4-2d130b463878 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467658 Jul 02 03:40:47.478947 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:40:47.496041 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5073d8-c029-46f2-87de-ec65314276f0 req-450b5be0-cb88-4aa1-a4ca-370020b65012 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:47.497560 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5c5073d8-c029-46f2-87de-ec65314276f0 req-450b5be0-cb88-4aa1-a4ca-370020b65012 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 943 time: 0.0512815 Jul 02 03:40:47.550005 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:40:47.555531 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5c5073d8-c029-46f2-87de-ec65314276f0 req-771feab3-9e30-43bd-9fb8-48766fdf59ae tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497284 Jul 02 03:40:47.869436 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:48.671713 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e40c6-5413-46fe-b56c-471da60369c8 req-0b028df7-d965-4034-9916-af1174a0d6d8 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:48.673090 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1e7e40c6-5413-46fe-b56c-471da60369c8 req-0b028df7-d965-4034-9916-af1174a0d6d8 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 943 time: 0.0482943 Jul 02 03:40:48.729087 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1e7e40c6-5413-46fe-b56c-471da60369c8 req-150296e8-e073-415d-bce9-b824c509bb89 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477493 Jul 02 03:40:49.295952 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=9 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:40:49.298696 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=17 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:40:49.865215 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ffc59-929a-4f11-adc2-7cabc9d316fc req-17faaf25-63ce-4610-8241-10972c79c137 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:49.866767 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-504ffc59-929a-4f11-adc2-7cabc9d316fc req-17faaf25-63ce-4610-8241-10972c79c137 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 943 time: 0.0565281 Jul 02 03:40:49.918037 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-504ffc59-929a-4f11-adc2-7cabc9d316fc req-9d9a7a49-5a81-4f45-a456-0c3066ac1500 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450246 Jul 02 03:40:50.266405 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-3ba9a22b-7dac-40aa-a8b7-ab6f8bf4a4ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:51.040321 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9a5cd-9021-4b3a-ae23-2efaa8566446 req-0a1c03c0-3ed0-47d5-8ef7-f89f80f02c2e tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:51.041943 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-12b9a5cd-9021-4b3a-ae23-2efaa8566446 req-0a1c03c0-3ed0-47d5-8ef7-f89f80f02c2e tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 943 time: 0.0510476 Jul 02 03:40:51.101192 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-12b9a5cd-9021-4b3a-ae23-2efaa8566446 req-5f37a5c6-a2f7-4c10-ab8a-4088c6f545b6 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533888 Jul 02 03:40:52.225360 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c3c14-1ed0-4e71-baa4-9734d43d6137 req-42ae5de0-e7a1-4f93-a55e-109fb3a5115d tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:52.226810 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-360c3c14-1ed0-4e71-baa4-9734d43d6137 req-42ae5de0-e7a1-4f93-a55e-109fb3a5115d tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 943 time: 0.0503621 Jul 02 03:40:52.277650 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-360c3c14-1ed0-4e71-baa4-9734d43d6137 req-2979442c-4d8c-4cd7-aaf6-e2be9b0087f7 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449398 Jul 02 03:40:52.322402 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=40 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:40:52.324492 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=64 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:40:52.556576 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-5f68457a-db5b-4277-9852-44ecb4beacf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:53.416379 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514b99b-2f70-46f9-a92d-c66f24507679 req-76a2be3b-6e3e-4097-ab8c-758a21230f87 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:53.418309 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3514b99b-2f70-46f9-a92d-c66f24507679 req-76a2be3b-6e3e-4097-ab8c-758a21230f87 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 943 time: 0.0601664 Jul 02 03:40:53.467798 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3514b99b-2f70-46f9-a92d-c66f24507679 req-56b9cb25-e5cf-4787-b60c-3e4e93032534 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438311 Jul 02 03:40:53.601710 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:54.598024 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50076a83-0b0a-4187-9332-b61fe524a5ff req-53c12b23-86d4-40ef-a8b2-3ad701160154 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:54.599546 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-50076a83-0b0a-4187-9332-b61fe524a5ff req-53c12b23-86d4-40ef-a8b2-3ad701160154 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 943 time: 0.0497622 Jul 02 03:40:54.648923 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-50076a83-0b0a-4187-9332-b61fe524a5ff req-0e3343ee-0482-4e2c-9780-4bd394b6d70d tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435591 Jul 02 03:40:54.987053 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:40:55.204303 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:55.330269 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:55.776743 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21317057-3564-4d6d-9190-aeb92d6d786a req-5f9a155f-d31e-4761-ac48-d4e8c2ca5620 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:55.778211 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-21317057-3564-4d6d-9190-aeb92d6d786a req-5f9a155f-d31e-4761-ac48-d4e8c2ca5620 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 943 time: 0.0470755 Jul 02 03:40:55.834096 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-21317057-3564-4d6d-9190-aeb92d6d786a req-5c883d5e-ead6-4e02-8be1-757de3baa47b tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477529 Jul 02 03:40:56.972375 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973f8f1-54cb-47e4-bc67-c815bdf27d84 req-045b1ce5-4f66-4bcc-b39e-012fd12cb968 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:56.974235 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2973f8f1-54cb-47e4-bc67-c815bdf27d84 req-045b1ce5-4f66-4bcc-b39e-012fd12cb968 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 943 time: 0.0576973 Jul 02 03:40:57.027702 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2973f8f1-54cb-47e4-bc67-c815bdf27d84 req-f4be3530-9bc0-4097-87ba-886e83e1676d tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459681 Jul 02 03:40:57.959773 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device e19a69f0-6e0d-4a86-85f9-02d1861bdf96 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 03:40:58.064464 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port e19a69f0-6e0d-4a86-85f9-02d1861bdf96, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=e19a69f0-6e0d-4a86-85f9-02d1861bdf96,segment=NetworkSegment(8fdf9ffb-87ca-4c0e-8fce-99459036e8eb),segment_id=8fdf9ffb-87ca-4c0e-8fce-99459036e8eb)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:40:58.076929 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Returning: {'device': 'e19a69f0-6e0d-4a86-85f9-02d1861bdf96', 'network_id': 'b173f876-9c4f-4325-a46d-ef7a6e505875', 'port_id': 'e19a69f0-6e0d-4a86-85f9-02d1861bdf96', 'mac_address': 'fa:16:3e:38:17:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 03:40:58.112882 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port e19a69f0-6e0d-4a86-85f9-02d1861bdf96 is: DOWN; New status is: BUILD {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:40:58.113276 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (e19a69f0-6e0d-4a86-85f9-02d1861bdf96), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:58.126550 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e19a69f0-6e0d-4a86-85f9-02d1861bdf96 {{(pid=104251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:40:58.146307 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port e19a69f0-6e0d-4a86-85f9-02d1861bdf96, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=e19a69f0-6e0d-4a86-85f9-02d1861bdf96,segment=NetworkSegment(8fdf9ffb-87ca-4c0e-8fce-99459036e8eb),segment_id=8fdf9ffb-87ca-4c0e-8fce-99459036e8eb)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:40:58.146522 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8533bc-f6e3-4ee0-bec3-c99242f046e2 req-8c6f0f54-d7f6-4f58-af0f-70c745f1b2da tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:58.148201 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0b8533bc-f6e3-4ee0-bec3-c99242f046e2 req-8c6f0f54-d7f6-4f58-af0f-70c745f1b2da tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 943 time: 0.0481362 Jul 02 03:40:58.152137 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (e19a69f0-6e0d-4a86-85f9-02d1861bdf96), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:58.199777 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=e19a69f0-6e0d-4a86-85f9-02d1861bdf96,revision_number=7']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:40:58.200688 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0b8533bc-f6e3-4ee0-bec3-c99242f046e2 req-d2fc5328-96f5-4fdb-b33c-2907fcbbdee9 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449078 Jul 02 03:40:58.555662 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 37648) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:40:58.602173 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d0a7845-08bf-4685-9773-679cb238dd65 admin admin] Deleting subnet 7e7bae26-4432-47ef-8f80-ef42cc6f6e71 {{(pid=104250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 02 03:40:58.605781 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-8d0a7845-08bf-4685-9773-679cb238dd65 admin admin] Publish callbacks [] for subnet (7e7bae26-4432-47ef-8f80-ef42cc6f6e71), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:58.634679 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['e19a69f0-6e0d-4a86-85f9-02d1861bdf96'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:40:58.644343 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-8d0a7845-08bf-4685-9773-679cb238dd65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2312077'] for subnet (7e7bae26-4432-47ef-8f80-ef42cc6f6e71), precommit_delete_associations {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:58.697690 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-8d0a7845-08bf-4685-9773-679cb238dd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1385350'] for subnet (7e7bae26-4432-47ef-8f80-ef42cc6f6e71), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:58.750428 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-8d0a7845-08bf-4685-9773-679cb238dd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1385357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59994211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60075707'] for subnet (7e7bae26-4432-47ef-8f80-ef42cc6f6e71), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:58.775903 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a7845-08bf-4685-9773-679cb238dd65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e7bae26-4432-47ef-8f80-ef42cc6f6e71,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:40:58.784429 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-8d0a7845-08bf-4685-9773-679cb238dd65 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:58.787591 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-8d0a7845-08bf-4685-9773-679cb238dd65 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7e7bae26-4432-47ef-8f80-ef42cc6f6e71 HTTP/1.1" status: 204 len: 168 time: 0.2307703 Jul 02 03:40:58.790101 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 37650) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:40:58.832222 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:40:58.862788 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b535ee19-0134-46cc-8cdc-ee73e234e1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587253'] for network (ffa95e81-0ba1-4cca-87ba-54c202a4f9a5), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:58.939119 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b535ee19-0134-46cc-8cdc-ee73e234e1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481104', 'neutron.services.segments.db._delete_segments_for_network-8769088488286'] for network (ffa95e81-0ba1-4cca-87ba-54c202a4f9a5), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:58.959747 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.services.segments.db [None req-b535ee19-0134-46cc-8cdc-ee73e234e1ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffa95e81-0ba1-4cca-87ba-54c202a4f9a5']}} {{(pid=104250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:40:58.969287 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.services.segments.db [None req-b535ee19-0134-46cc-8cdc-ee73e234e1ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f16f23-8755-4919-84dc-3a6d4cc681bc') {'for_net_delete': True} {{(pid=104250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:40:58.969582 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.services.segments.db [None req-b535ee19-0134-46cc-8cdc-ee73e234e1ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f16f23-8755-4919-84dc-3a6d4cc681bc') {} {{(pid=104250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:40:58.979193 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b535ee19-0134-46cc-8cdc-ee73e234e1ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769088488807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2312118'] for segment (c3f16f23-8755-4919-84dc-3a6d4cc681bc), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:58.993937 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b535ee19-0134-46cc-8cdc-ee73e234e1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (c3f16f23-8755-4919-84dc-3a6d4cc681bc), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:59.000220 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b535ee19-0134-46cc-8cdc-ee73e234e1ee admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=104250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 03:40:59.000593 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b535ee19-0134-46cc-8cdc-ee73e234e1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59994329'] for segment (c3f16f23-8755-4919-84dc-3a6d4cc681bc), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:59.069679 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b535ee19-0134-46cc-8cdc-ee73e234e1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389339'] for network (ffa95e81-0ba1-4cca-87ba-54c202a4f9a5), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:59.075492 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b535ee19-0134-46cc-8cdc-ee73e234e1ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:59.078540 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-b535ee19-0134-46cc-8cdc-ee73e234e1ee admin admin] 10.222.0.42 "DELETE /v2.0/networks/ffa95e81-0ba1-4cca-87ba-54c202a4f9a5 HTTP/1.1" status: 204 len: 168 time: 0.2875004 Jul 02 03:40:59.081748 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.services.segments.plugin [-] Segment c3f16f23-8755-4919-84dc-3a6d4cc681bc resource provider aggregate not found Jul 02 03:40:59.095661 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535ee19-0134-46cc-8cdc-ee73e234e1ee admin admin] Pushing event deleted for resources: {'Network': ['ID=ffa95e81-0ba1-4cca-87ba-54c202a4f9a5,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:40:59.099002 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.services.segments.plugin [-] Segment c3f16f23-8755-4919-84dc-3a6d4cc681bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c3f16f23-8755-4919-84dc-3a6d4cc681bc found for delete ", "request_id": "req-d6fe7900-9c5e-4a71-a0b6-1caef5683315"}]} Jul 02 03:40:59.261615 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 37662) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:40:59.310501 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-112f4b0f-9355-45fb-9732-8fa475993718 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8eba05f9e3a8402f96924c5c715229a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0476120 Jul 02 03:40:59.313032 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 37664) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:40:59.325820 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf27e5-d98a-48cc-9415-d7b383196c47 req-b7dac8c3-4117-40eb-a9f4-34085b0e0c75 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:40:59.328036 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d5cf27e5-d98a-48cc-9415-d7b383196c47 req-b7dac8c3-4117-40eb-a9f4-34085b0e0c75 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 944 time: 0.0556614 Jul 02 03:40:59.362054 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-27464459-626a-42f2-a7b1-e676bc3d08a6 admin admin] Publish callbacks [] for security_group (bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:59.379018 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d5cf27e5-d98a-48cc-9415-d7b383196c47 req-5ad8a9b7-5d9c-4760-b195-94b3323cc14d tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441773 Jul 02 03:40:59.383116 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-27464459-626a-42f2-a7b1-e676bc3d08a6 admin admin] Publish callbacks [] for security_group (bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:59.437303 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-27464459-626a-42f2-a7b1-e676bc3d08a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:59.439794 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-27464459-626a-42f2-a7b1-e676bc3d08a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:40:59.440937 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-27464459-626a-42f2-a7b1-e676bc3d08a6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4 HTTP/1.1" status: 204 len: 168 time: 0.1270287 Jul 02 03:40:59.449229 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27464459-626a-42f2-a7b1-e676bc3d08a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0d5ee1-a1ff-4a72-a911-4aa6a17f5dd4,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:40:59.982498 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device e19a69f0-6e0d-4a86-85f9-02d1861bdf96 up at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:41:00.022916 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:00.040394 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning complete for port e19a69f0-6e0d-4a86-85f9-02d1861bdf96 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:41:00.040787 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (e19a69f0-6e0d-4a86-85f9-02d1861bdf96), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:00.113007 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port e19a69f0-6e0d-4a86-85f9-02d1861bdf96 is: BUILD; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:41:00.113392 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (e19a69f0-6e0d-4a86-85f9-02d1861bdf96), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:00.140058 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c09baf3-acd2-45b3-bce4-9fd6b31efdac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19a69f0-6e0d-4a86-85f9-02d1861bdf96'}] {{(pid=104251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:41:00.142289 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea91eb0431f3890beba7fecfff9803703e4988fc204844c40d6eadfc05b4f309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a69267-77b6-40bf-817f-fcb3c318d780" -d '{"events": [{"server_uuid": "1c09baf3-acd2-45b3-bce4-9fd6b31efdac", "name": "network-vif-plugged", "status": "completed", "tag": "e19a69f0-6e0d-4a86-85f9-02d1861bdf96"}]}' {{(pid=104251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:41:00.154981 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port e19a69f0-6e0d-4a86-85f9-02d1861bdf96, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=e19a69f0-6e0d-4a86-85f9-02d1861bdf96,segment=NetworkSegment(8fdf9ffb-87ca-4c0e-8fce-99459036e8eb),segment_id=8fdf9ffb-87ca-4c0e-8fce-99459036e8eb)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:41:00.160264 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (e19a69f0-6e0d-4a86-85f9-02d1861bdf96), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:00.183258 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4f2a86-1f7c-46c8-b92c-e5486e03400c x-openstack-request-id: req-1b4f2a86-1f7c-46c8-b92c-e5486e03400c {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:41:00.183585 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c09baf3-acd2-45b3-bce4-9fd6b31efdac", "name": "network-vif-plugged", "status": "completed", "tag": "e19a69f0-6e0d-4a86-85f9-02d1861bdf96", "code": 200}]} {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:41:00.183779 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1b4f2a86-1f7c-46c8-b92c-e5486e03400c {{(pid=104251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:41:00.184189 dv-cinder-846842-9-iscsi neutron-server[104251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b4f2a86-1f7c-46c8-b92c-e5486e03400c'] response: {'server_uuid': '1c09baf3-acd2-45b3-bce4-9fd6b31efdac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19a69f0-6e0d-4a86-85f9-02d1861bdf96', 'code': 200} Jul 02 03:41:00.209882 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=e19a69f0-6e0d-4a86-85f9-02d1861bdf96,revision_number=8']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:00.496423 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:00.497340 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698e5ae-8d00-4f3f-beb1-0890fa3ceee2 req-f94ab0ac-7e11-4305-af23-6a3ca168bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:00.499206 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-d698e5ae-8d00-4f3f-beb1-0890fa3ceee2 req-f94ab0ac-7e11-4305-af23-6a3ca168bca2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 1129 time: 0.0431526 Jul 02 03:41:00.508530 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838083e-382c-4262-8b7f-a718b14794de req-1f62130a-2be9-4f0e-952b-67a0daef6f4f tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:00.510302 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0838083e-382c-4262-8b7f-a718b14794de req-1f62130a-2be9-4f0e-952b-67a0daef6f4f tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0509171 Jul 02 03:41:00.550859 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-d698e5ae-8d00-4f3f-beb1-0890fa3ceee2 req-7bc97bb0-19fa-4985-bfba-64f286271b4a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458210 Jul 02 03:41:00.552149 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:00.568639 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0838083e-382c-4262-8b7f-a718b14794de req-81fe0e0a-82e0-40d7-a60d-063c387185b1 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518196 Jul 02 03:41:01.702691 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84851592-4c9e-4500-9e82-76fbbdc70566 req-e6e48a1a-2439-49fb-8d7d-c087a335eb66 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:01.704380 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-84851592-4c9e-4500-9e82-76fbbdc70566 req-e6e48a1a-2439-49fb-8d7d-c087a335eb66 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0532742 Jul 02 03:41:01.762749 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-84851592-4c9e-4500-9e82-76fbbdc70566 req-8d7b4a0e-65d9-4398-8625-3c9318011719 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498338 Jul 02 03:41:01.867670 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=4 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:02.885906 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35fe381-6cc9-48bf-8b9e-83d41003ff9c req-6dc17544-ad41-49ea-91b4-070339dd1dff tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:02.887445 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c35fe381-6cc9-48bf-8b9e-83d41003ff9c req-6dc17544-ad41-49ea-91b4-070339dd1dff tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0485687 Jul 02 03:41:02.940599 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c35fe381-6cc9-48bf-8b9e-83d41003ff9c req-102226d0-6527-4b63-8682-ef0cc4850da6 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450337 Jul 02 03:41:04.983740 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=4 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:05.814579 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae51c4-202d-4012-ab9f-2e96f9831605 req-73e270e7-9dd7-448b-96c1-353cecf89eba tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:05.815986 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-82ae51c4-202d-4012-ab9f-2e96f9831605 req-73e270e7-9dd7-448b-96c1-353cecf89eba tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=671321a8-96a7-4fc0-96b1-0fd9b12dc028 HTTP/1.1" status: 200 len: 946 time: 0.0472777 Jul 02 03:41:05.863096 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-82ae51c4-202d-4012-ab9f-2e96f9831605 req-e22ac79d-d554-48b8-bb13-20290ddf68c6 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=43229f91-b263-4d46-a2b1-53ef4836fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413895 Jul 02 03:41:07.003219 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568dab6-5125-49b7-9785-ff7d808061e2 req-1dc6d8f2-ac3f-4abc-bd7f-a049589946ca tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:07.004722 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3568dab6-5125-49b7-9785-ff7d808061e2 req-1dc6d8f2-ac3f-4abc-bd7f-a049589946ca tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=671321a8-96a7-4fc0-96b1-0fd9b12dc028 HTTP/1.1" status: 200 len: 946 time: 0.0564275 Jul 02 03:41:07.055886 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3568dab6-5125-49b7-9785-ff7d808061e2 req-deed8830-b2b0-431e-841b-acc40270b6de tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=43229f91-b263-4d46-a2b1-53ef4836fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427754 Jul 02 03:41:07.786282 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a710089-5105-47cd-ae8d-fff11a987edf req-6b00f54f-7334-4a2f-af13-339f0ea14916 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:07.787771 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-5a710089-5105-47cd-ae8d-fff11a987edf req-6b00f54f-7334-4a2f-af13-339f0ea14916 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.26 "GET /v2.0/ports?device_id=671321a8-96a7-4fc0-96b1-0fd9b12dc028 HTTP/1.1" status: 200 len: 946 time: 0.0531971 Jul 02 03:41:07.859221 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:07.869277 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:07.878464 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-5a710089-5105-47cd-ae8d-fff11a987edf req-5b8cfbd8-9ff1-46c7-82f3-3f1ca98ef6d4 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Deleting port bb25a94a-0fca-42e7-a4a5-8f6b9068b426 {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:41:07.878894 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-5a710089-5105-47cd-ae8d-fff11a987edf req-5b8cfbd8-9ff1-46c7-82f3-3f1ca98ef6d4 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (bb25a94a-0fca-42e7-a4a5-8f6b9068b426), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:07.976266 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-5a710089-5105-47cd-ae8d-fff11a987edf req-5b8cfbd8-9ff1-46c7-82f3-3f1ca98ef6d4 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] For port bb25a94a-0fca-42e7-a4a5-8f6b9068b426, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=bb25a94a-0fca-42e7-a4a5-8f6b9068b426,segment=NetworkSegment(f42053ac-70b9-4a5f-91c4-b122b3b8433a),segment_id=f42053ac-70b9-4a5f-91c4-b122b3b8433a)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:41:07.976631 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-5a710089-5105-47cd-ae8d-fff11a987edf req-5b8cfbd8-9ff1-46c7-82f3-3f1ca98ef6d4 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (bb25a94a-0fca-42e7-a4a5-8f6b9068b426), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:08.178809 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e00d38-43f2-4f7d-ba20-1471bf369b22 req-a54f7acc-51be-4d9f-a81e-46f8fef33a3a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:08.180373 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-11e00d38-43f2-4f7d-ba20-1471bf369b22 req-a54f7acc-51be-4d9f-a81e-46f8fef33a3a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=671321a8-96a7-4fc0-96b1-0fd9b12dc028 HTTP/1.1" status: 200 len: 946 time: 0.0506458 Jul 02 03:41:08.191594 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-5a710089-5105-47cd-ae8d-fff11a987edf req-5b8cfbd8-9ff1-46c7-82f3-3f1ca98ef6d4 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:08.191948 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-5a710089-5105-47cd-ae8d-fff11a987edf req-5b8cfbd8-9ff1-46c7-82f3-3f1ca98ef6d4 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389155'] for floatingip (a21a6fb7-0ab6-4897-ac35-33fd3ff5d5d3), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:08.192282 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.db.l3_db [req-5a710089-5105-47cd-ae8d-fff11a987edf req-5b8cfbd8-9ff1-46c7-82f3-3f1ca98ef6d4 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Floating IP a21a6fb7-0ab6-4897-ac35-33fd3ff5d5d3 disassociated. External IP: 172.27.0.229, port: bb25a94a-0fca-42e7-a4a5-8f6b9068b426. Jul 02 03:41:08.192622 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-5a710089-5105-47cd-ae8d-fff11a987edf req-5b8cfbd8-9ff1-46c7-82f3-3f1ca98ef6d4 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Calling delete_port for bb25a94a-0fca-42e7-a4a5-8f6b9068b426 owned by compute:nova {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:41:08.228019 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-11e00d38-43f2-4f7d-ba20-1471bf369b22 req-2b29d138-d031-41a8-96d8-87dcc5904aaa tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=43229f91-b263-4d46-a2b1-53ef4836fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419347 Jul 02 03:41:08.329591 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-5a710089-5105-47cd-ae8d-fff11a987edf req-5b8cfbd8-9ff1-46c7-82f3-3f1ca98ef6d4 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (bb25a94a-0fca-42e7-a4a5-8f6b9068b426), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:08.357135 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8cfbd8-9ff1-46c7-82f3-3f1ca98ef6d4 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event deleted for resources: {'Port': ['ID=bb25a94a-0fca-42e7-a4a5-8f6b9068b426,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:08.467055 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a710089-5105-47cd-ae8d-fff11a987edf req-5b8cfbd8-9ff1-46c7-82f3-3f1ca98ef6d4 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:41:08.571257 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a710089-5105-47cd-ae8d-fff11a987edf req-5b8cfbd8-9ff1-46c7-82f3-3f1ca98ef6d4 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:41:08.583117 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7480dac2-6bbe-42e4-ab71-4800325704b7 None None] Sync routers for ids ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'] in dv-cinder-846842-9-iscsi {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:41:08.597034 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7480dac2-6bbe-42e4-ab71-4800325704b7 None None] Routers {'3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:41:08.599895 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-7480dac2-6bbe-42e4-ab71-4800325704b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:40:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:41:08.613784 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a710089-5105-47cd-ae8d-fff11a987edf req-5b8cfbd8-9ff1-46c7-82f3-3f1ca98ef6d4 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] No DVR routers for this DVR port bb25a94a-0fca-42e7-a4a5-8f6b9068b426 on host hv-cinder-84684 {{(pid=104250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:41:08.616283 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-5a710089-5105-47cd-ae8d-fff11a987edf req-5b8cfbd8-9ff1-46c7-82f3-3f1ca98ef6d4 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:08.619525 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-5a710089-5105-47cd-ae8d-fff11a987edf req-5b8cfbd8-9ff1-46c7-82f3-3f1ca98ef6d4 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.26 "DELETE /v2.0/ports/bb25a94a-0fca-42e7-a4a5-8f6b9068b426 HTTP/1.1" status: 204 len: 173 time: 0.8251858 Jul 02 03:41:08.619975 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671321a8-96a7-4fc0-96b1-0fd9b12dc028', 'name': 'network-vif-deleted', 'tag': 'bb25a94a-0fca-42e7-a4a5-8f6b9068b426'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:41:08.622283 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade8266b-d8c2-4ace-89f7-9d8f65cfadc9" -d '{"events": [{"server_uuid": "671321a8-96a7-4fc0-96b1-0fd9b12dc028", "name": "network-vif-deleted", "tag": "bb25a94a-0fca-42e7-a4a5-8f6b9068b426"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:41:08.665536 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79410946-e874-483b-964f-17aa2fde3f08 x-openstack-request-id: req-79410946-e874-483b-964f-17aa2fde3f08 {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:41:08.666130 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671321a8-96a7-4fc0-96b1-0fd9b12dc028", "name": "network-vif-deleted", "tag": "bb25a94a-0fca-42e7-a4a5-8f6b9068b426", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:41:08.666554 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-79410946-e874-483b-964f-17aa2fde3f08 {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:41:08.667507 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79410946-e874-483b-964f-17aa2fde3f08'] response: {'server_uuid': '671321a8-96a7-4fc0-96b1-0fd9b12dc028', 'name': 'network-vif-deleted', 'tag': 'bb25a94a-0fca-42e7-a4a5-8f6b9068b426', 'status': 'completed', 'code': 200} Jul 02 03:41:08.704677 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-7480dac2-6bbe-42e4-ab71-4800325704b7 None None] Set router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:41:08.934454 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-7480dac2-6bbe-42e4-ab71-4800325704b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'name': 'tempest-AttachVolumeNegativeTest-1944099048-router', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:12Z', 'updated_at': '2022-07-02T03:34:25Z', 'revision_number': 4, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'gw_port': {'id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:15Z', 'updated_at': '2022-07-02T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '4efba1d4-6153-4e14-b446-41ba1fa6a119', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'floating_ip_address': '172.27.0.80', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'port_id': '54a638db-254c-4005-b3f3-014e45f9ff9e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'mac_address': 'fa:16:3e:0f:f3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e880e075-40f8-4727-b142-83ae3e2c6d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:34:32Z', 'updated_at': '2022-07-02T03:35:34Z', 'revision_number': 2, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1afdd4-79ed-4696-98f4-e3dd5de0fa94', 'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'mac_address': 'fa:16:3e:08:83:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:24Z', 'updated_at': '2022-07-02T03:34:44Z', 'revision_number': 5, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'subnets': [{'id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:41:08.959678 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7480dac2-6bbe-42e4-ab71-4800325704b7 None None] Checking router: 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 for host: dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:41:08.968230 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7480dac2-6bbe-42e4-ab71-4800325704b7 None None] Routers {'3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:41:08.968826 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-7480dac2-6bbe-42e4-ab71-4800325704b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:40:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:41:09.070016 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-7480dac2-6bbe-42e4-ab71-4800325704b7 None None] Set router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:41:09.311938 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-7480dac2-6bbe-42e4-ab71-4800325704b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'name': 'tempest-AttachVolumeNegativeTest-1944099048-router', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:12Z', 'updated_at': '2022-07-02T03:34:25Z', 'revision_number': 4, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'gw_port': {'id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:15Z', 'updated_at': '2022-07-02T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '4efba1d4-6153-4e14-b446-41ba1fa6a119', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'floating_ip_address': '172.27.0.80', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'port_id': '54a638db-254c-4005-b3f3-014e45f9ff9e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'mac_address': 'fa:16:3e:0f:f3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e880e075-40f8-4727-b142-83ae3e2c6d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:34:32Z', 'updated_at': '2022-07-02T03:35:34Z', 'revision_number': 2, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1afdd4-79ed-4696-98f4-e3dd5de0fa94', 'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'mac_address': 'fa:16:3e:08:83:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:24Z', 'updated_at': '2022-07-02T03:34:44Z', 'revision_number': 5, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'subnets': [{'id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:41:09.339473 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7480dac2-6bbe-42e4-ab71-4800325704b7 None None] The sync data for ids ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'] in dv-cinder-846842-9-iscsi is: [{'id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'name': 'tempest-AttachVolumeNegativeTest-1944099048-router', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:12Z', 'updated_at': '2022-07-02T03:34:25Z', 'revision_number': 4, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'gw_port': {'id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:15Z', 'updated_at': '2022-07-02T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '4efba1d4-6153-4e14-b446-41ba1fa6a119', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'floating_ip_address': '172.27.0.80', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'port_id': '54a638db-254c-4005-b3f3-014e45f9ff9e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'mac_address': 'fa:16:3e:0f:f3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e880e075-40f8-4727-b142-83ae3e2c6d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:34:32Z', 'updated_at': '2022-07-02T03:35:34Z', 'revision_number': 2, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1afdd4-79ed-4696-98f4-e3dd5de0fa94', 'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'mac_address': 'fa:16:3e:08:83:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:24Z', 'updated_at': '2022-07-02T03:34:44Z', 'revision_number': 5, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'subnets': [{'id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:41:09.363802 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 37710) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:41:09.426281 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-4330979c-43b4-4815-8ad9-5ba889981f24 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group (43229f91-b263-4d46-a2b1-53ef4836fe7e), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:09.454622 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-4330979c-43b4-4815-8ad9-5ba889981f24 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group (43229f91-b263-4d46-a2b1-53ef4836fe7e), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:09.473876 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:09.515348 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-4330979c-43b4-4815-8ad9-5ba889981f24 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (43229f91-b263-4d46-a2b1-53ef4836fe7e), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:09.518208 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-4330979c-43b4-4815-8ad9-5ba889981f24 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:09.519480 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-4330979c-43b4-4815-8ad9-5ba889981f24 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "DELETE /v2.0/security-groups/43229f91-b263-4d46-a2b1-53ef4836fe7e HTTP/1.1" status: 204 len: 168 time: 0.1545954 Jul 02 03:41:09.522255 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 37712) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:41:09.531268 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330979c-43b4-4815-8ad9-5ba889981f24 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43229f91-b263-4d46-a2b1-53ef4836fe7e,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:09.565474 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.api.v2.resource [None req-60f3def6-027e-4d02-b32d-8c3a94cafb1c tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] show failed (client error): The resource could not be found. Jul 02 03:41:09.570489 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 37714) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:41:09.571685 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-60f3def6-027e-4d02-b32d-8c3a94cafb1c tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups/43229f91-b263-4d46-a2b1-53ef4836fe7e HTTP/1.1" status: 404 len: 347 time: 0.0475490 Jul 02 03:41:09.609214 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f25fe8e-0b29-45c5-bb38-9cdc1d92c156 None None] New status for floating IP a21a6fb7-0ab6-4897-ac35-33fd3ff5d5d3: DOWN {{(pid=104251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 02 03:41:09.688520 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-e1638bba-cee4-41e3-b584-0144117d9871 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Deleting port a7c5603d-12fb-40f4-acd6-f59dc6ede739 {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:41:09.688826 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-e1638bba-cee4-41e3-b584-0144117d9871 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (a7c5603d-12fb-40f4-acd6-f59dc6ede739), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:09.706077 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:09.769314 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-e1638bba-cee4-41e3-b584-0144117d9871 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (a7c5603d-12fb-40f4-acd6-f59dc6ede739), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:09.769643 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-e1638bba-cee4-41e3-b584-0144117d9871 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for floatingip (a7c5603d-12fb-40f4-acd6-f59dc6ede739), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:09.782793 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-e1638bba-cee4-41e3-b584-0144117d9871 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Calling delete_port for a7c5603d-12fb-40f4-acd6-f59dc6ede739 owned by network:floatingip {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:41:09.932425 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-e1638bba-cee4-41e3-b584-0144117d9871 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (a7c5603d-12fb-40f4-acd6-f59dc6ede739), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:09.962153 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1638bba-cee4-41e3-b584-0144117d9871 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event deleted for resources: {'Port': ['ID=a7c5603d-12fb-40f4-acd6-f59dc6ede739,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:10.031919 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-e1638bba-cee4-41e3-b584-0144117d9871 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for floatingip (a21a6fb7-0ab6-4897-ac35-33fd3ff5d5d3), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:10.034455 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-e1638bba-cee4-41e3-b584-0144117d9871 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:10.035682 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-e1638bba-cee4-41e3-b584-0144117d9871 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "DELETE /v2.0/floatingips/a21a6fb7-0ab6-4897-ac35-33fd3ff5d5d3 HTTP/1.1" status: 204 len: 168 time: 0.4638710 Jul 02 03:41:10.066795 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device bb25a94a-0fca-42e7-a4a5-8f6b9068b426 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:41:10.093833 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] No Port match for: bb25a94a-0fca-42e7-a4a5-8f6b9068b426 {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:41:10.094188 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device bb25a94a-0fca-42e7-a4a5-8f6b9068b426 not bound to the agent host hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:41:11.688055 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da6959-6aed-4e3d-b7c7-76fee95a8397 req-0874df67-0843-4186-8817-ce49f836c06d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:11.689434 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-77da6959-6aed-4e3d-b7c7-76fee95a8397 req-0874df67-0843-4186-8817-ce49f836c06d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 946 time: 0.0562751 Jul 02 03:41:11.739209 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-77da6959-6aed-4e3d-b7c7-76fee95a8397 req-0ad33632-ff63-413e-abb3-07f4dfb56b7b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=c07838c8-e6ce-4995-b85b-685cbd63932f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440743 Jul 02 03:41:12.821716 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911597b-333e-4e10-bb06-8c7bf2b19886 req-3ec1a3da-43bd-43e2-a760-beaedaa502e3 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:12.823264 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-b911597b-333e-4e10-bb06-8c7bf2b19886 req-3ec1a3da-43bd-43e2-a760-beaedaa502e3 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.26 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 946 time: 0.0600982 Jul 02 03:41:12.870460 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9cc9e4-7b34-45d7-91e0-31800b215df2 req-15143f54-e36d-4edf-8b4e-738b3ca0e900 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:12.872312 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2d9cc9e4-7b34-45d7-91e0-31800b215df2 req-15143f54-e36d-4edf-8b4e-738b3ca0e900 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 946 time: 0.0471923 Jul 02 03:41:12.912598 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-b911597b-333e-4e10-bb06-8c7bf2b19886 req-8c6c1bcb-e9a7-456b-b5df-023dc0ac8e72 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Deleting port 54a638db-254c-4005-b3f3-014e45f9ff9e {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:41:12.912952 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-b911597b-333e-4e10-bb06-8c7bf2b19886 req-8c6c1bcb-e9a7-456b-b5df-023dc0ac8e72 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (54a638db-254c-4005-b3f3-014e45f9ff9e), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:12.920293 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2d9cc9e4-7b34-45d7-91e0-31800b215df2 req-992ecc14-cd70-432f-8c73-5e2b6a8534cf tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=c07838c8-e6ce-4995-b85b-685cbd63932f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422716 Jul 02 03:41:13.002736 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-b911597b-333e-4e10-bb06-8c7bf2b19886 req-8c6c1bcb-e9a7-456b-b5df-023dc0ac8e72 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] For port 54a638db-254c-4005-b3f3-014e45f9ff9e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=54a638db-254c-4005-b3f3-014e45f9ff9e,segment=NetworkSegment(f42053ac-70b9-4a5f-91c4-b122b3b8433a),segment_id=f42053ac-70b9-4a5f-91c4-b122b3b8433a)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:41:13.003094 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-b911597b-333e-4e10-bb06-8c7bf2b19886 req-8c6c1bcb-e9a7-456b-b5df-023dc0ac8e72 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (54a638db-254c-4005-b3f3-014e45f9ff9e), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:13.165298 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-b911597b-333e-4e10-bb06-8c7bf2b19886 req-8c6c1bcb-e9a7-456b-b5df-023dc0ac8e72 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:13.165649 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-b911597b-333e-4e10-bb06-8c7bf2b19886 req-8c6c1bcb-e9a7-456b-b5df-023dc0ac8e72 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389155'] for floatingip (4efba1d4-6153-4e14-b446-41ba1fa6a119), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:13.165960 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.db.l3_db [req-b911597b-333e-4e10-bb06-8c7bf2b19886 req-8c6c1bcb-e9a7-456b-b5df-023dc0ac8e72 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Floating IP 4efba1d4-6153-4e14-b446-41ba1fa6a119 disassociated. External IP: 172.27.0.80, port: 54a638db-254c-4005-b3f3-014e45f9ff9e. Jul 02 03:41:13.166298 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-b911597b-333e-4e10-bb06-8c7bf2b19886 req-8c6c1bcb-e9a7-456b-b5df-023dc0ac8e72 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Calling delete_port for 54a638db-254c-4005-b3f3-014e45f9ff9e owned by compute:nova {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:41:13.246744 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:13.273363 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:13.299510 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-b911597b-333e-4e10-bb06-8c7bf2b19886 req-8c6c1bcb-e9a7-456b-b5df-023dc0ac8e72 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (54a638db-254c-4005-b3f3-014e45f9ff9e), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:13.327692 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c1bcb-e9a7-456b-b5df-023dc0ac8e72 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event deleted for resources: {'Port': ['ID=54a638db-254c-4005-b3f3-014e45f9ff9e,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:13.437319 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b911597b-333e-4e10-bb06-8c7bf2b19886 req-8c6c1bcb-e9a7-456b-b5df-023dc0ac8e72 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:41:13.782803 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b911597b-333e-4e10-bb06-8c7bf2b19886 req-8c6c1bcb-e9a7-456b-b5df-023dc0ac8e72 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:41:13.794938 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6449f2-7bb7-49c2-a4cc-011965d17f25 None None] Sync routers for ids ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'] in dv-cinder-846842-9-iscsi {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:41:13.806632 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6449f2-7bb7-49c2-a4cc-011965d17f25 None None] Routers {'3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:41:13.807132 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-1b6449f2-7bb7-49c2-a4cc-011965d17f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:40:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:41:13.828728 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-b911597b-333e-4e10-bb06-8c7bf2b19886 req-8c6c1bcb-e9a7-456b-b5df-023dc0ac8e72 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] No DVR routers for this DVR port 54a638db-254c-4005-b3f3-014e45f9ff9e on host hv-cinder-84684 {{(pid=104250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:41:13.831496 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-b911597b-333e-4e10-bb06-8c7bf2b19886 req-8c6c1bcb-e9a7-456b-b5df-023dc0ac8e72 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:13.834746 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-b911597b-333e-4e10-bb06-8c7bf2b19886 req-8c6c1bcb-e9a7-456b-b5df-023dc0ac8e72 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.26 "DELETE /v2.0/ports/54a638db-254c-4005-b3f3-014e45f9ff9e HTTP/1.1" status: 204 len: 173 time: 1.0058823 Jul 02 03:41:13.835182 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e880e075-40f8-4727-b142-83ae3e2c6d03', 'name': 'network-vif-deleted', 'tag': '54a638db-254c-4005-b3f3-014e45f9ff9e'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:41:13.837429 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1459c3fe-75e5-49bb-9b45-8e42687d92d5" -d '{"events": [{"server_uuid": "e880e075-40f8-4727-b142-83ae3e2c6d03", "name": "network-vif-deleted", "tag": "54a638db-254c-4005-b3f3-014e45f9ff9e"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:41:13.876078 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e985f09-1968-4664-9e16-60195d7f353a x-openstack-request-id: req-8e985f09-1968-4664-9e16-60195d7f353a {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:41:13.876417 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e880e075-40f8-4727-b142-83ae3e2c6d03", "name": "network-vif-deleted", "tag": "54a638db-254c-4005-b3f3-014e45f9ff9e", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:41:13.876741 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8e985f09-1968-4664-9e16-60195d7f353a {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:41:13.877165 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e985f09-1968-4664-9e16-60195d7f353a'] response: {'server_uuid': 'e880e075-40f8-4727-b142-83ae3e2c6d03', 'name': 'network-vif-deleted', 'tag': '54a638db-254c-4005-b3f3-014e45f9ff9e', 'status': 'completed', 'code': 200} Jul 02 03:41:13.916109 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-1b6449f2-7bb7-49c2-a4cc-011965d17f25 None None] Set router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:41:14.041638 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-28ea1141-553c-4445-8322-c38bc09892cd req-f9756a2f-f99c-49a2-ae38-487f4cdb121f tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=e880e075-40f8-4727-b142-83ae3e2c6d03 HTTP/1.1" status: 200 len: 210 time: 0.0345976 Jul 02 03:41:14.084257 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=100 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:14.184455 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=100 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:14.189830 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-1b6449f2-7bb7-49c2-a4cc-011965d17f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'name': 'tempest-AttachVolumeNegativeTest-1944099048-router', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:12Z', 'updated_at': '2022-07-02T03:34:25Z', 'revision_number': 4, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'gw_port': {'id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:15Z', 'updated_at': '2022-07-02T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '1e1afdd4-79ed-4696-98f4-e3dd5de0fa94', 'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'mac_address': 'fa:16:3e:08:83:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:24Z', 'updated_at': '2022-07-02T03:34:44Z', 'revision_number': 5, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'subnets': [{'id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:41:14.217183 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6449f2-7bb7-49c2-a4cc-011965d17f25 None None] Checking router: 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 for host: dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:41:14.225744 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6449f2-7bb7-49c2-a4cc-011965d17f25 None None] Routers {'3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:41:14.226334 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-1b6449f2-7bb7-49c2-a4cc-011965d17f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:40:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:41:14.329974 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-1b6449f2-7bb7-49c2-a4cc-011965d17f25 None None] Set router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:41:14.524479 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-1b6449f2-7bb7-49c2-a4cc-011965d17f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'name': 'tempest-AttachVolumeNegativeTest-1944099048-router', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:12Z', 'updated_at': '2022-07-02T03:34:25Z', 'revision_number': 4, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'gw_port': {'id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:15Z', 'updated_at': '2022-07-02T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '1e1afdd4-79ed-4696-98f4-e3dd5de0fa94', 'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'mac_address': 'fa:16:3e:08:83:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:24Z', 'updated_at': '2022-07-02T03:34:44Z', 'revision_number': 5, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'subnets': [{'id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:41:14.549646 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6449f2-7bb7-49c2-a4cc-011965d17f25 None None] The sync data for ids ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'] in dv-cinder-846842-9-iscsi is: [{'id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'name': 'tempest-AttachVolumeNegativeTest-1944099048-router', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:12Z', 'updated_at': '2022-07-02T03:34:25Z', 'revision_number': 4, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'gw_port': {'id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:15Z', 'updated_at': '2022-07-02T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '1e1afdd4-79ed-4696-98f4-e3dd5de0fa94', 'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'mac_address': 'fa:16:3e:08:83:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:24Z', 'updated_at': '2022-07-02T03:34:44Z', 'revision_number': 5, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'subnets': [{'id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:41:14.771730 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e2abd8-495b-4211-bf6c-40e1363f9a35 None None] New status for floating IP 4efba1d4-6153-4e14-b446-41ba1fa6a119: DOWN {{(pid=104251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 02 03:41:15.153883 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 37746) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:41:15.206964 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b9a0e197-cbf7-4bec-8868-09688b287dd7 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group (c07838c8-e6ce-4995-b85b-685cbd63932f), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:15.230428 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b9a0e197-cbf7-4bec-8868-09688b287dd7 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group (c07838c8-e6ce-4995-b85b-685cbd63932f), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:15.282498 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b9a0e197-cbf7-4bec-8868-09688b287dd7 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (c07838c8-e6ce-4995-b85b-685cbd63932f), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:15.285034 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b9a0e197-cbf7-4bec-8868-09688b287dd7 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:15.286184 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-b9a0e197-cbf7-4bec-8868-09688b287dd7 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "DELETE /v2.0/security-groups/c07838c8-e6ce-4995-b85b-685cbd63932f HTTP/1.1" status: 204 len: 168 time: 0.1313226 Jul 02 03:41:15.289252 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 37748) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:41:15.295973 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0e197-cbf7-4bec-8868-09688b287dd7 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07838c8-e6ce-4995-b85b-685cbd63932f,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:15.308045 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.api.v2.resource [None req-5fa7fbfc-54fa-4888-b805-b6f0edda35b0 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] show failed (client error): The resource could not be found. Jul 02 03:41:15.309167 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-5fa7fbfc-54fa-4888-b805-b6f0edda35b0 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups/c07838c8-e6ce-4995-b85b-685cbd63932f HTTP/1.1" status: 404 len: 347 time: 0.0188134 Jul 02 03:41:15.312050 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 37750) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:41:15.423174 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-61f26780-6639-4702-9bdd-6a6a2c22d830 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Deleting port 9ec809f6-9de9-4fdb-98d9-cdeb2ce27768 {{(pid=104249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:41:15.423448 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-61f26780-6639-4702-9bdd-6a6a2c22d830 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (9ec809f6-9de9-4fdb-98d9-cdeb2ce27768), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:15.505222 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-61f26780-6639-4702-9bdd-6a6a2c22d830 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (9ec809f6-9de9-4fdb-98d9-cdeb2ce27768), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:15.505538 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-61f26780-6639-4702-9bdd-6a6a2c22d830 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for floatingip (9ec809f6-9de9-4fdb-98d9-cdeb2ce27768), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:15.518791 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-61f26780-6639-4702-9bdd-6a6a2c22d830 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Calling delete_port for 9ec809f6-9de9-4fdb-98d9-cdeb2ce27768 owned by network:floatingip {{(pid=104249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:41:15.589348 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:15.595806 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:15.663665 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-61f26780-6639-4702-9bdd-6a6a2c22d830 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (9ec809f6-9de9-4fdb-98d9-cdeb2ce27768), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:15.688332 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f26780-6639-4702-9bdd-6a6a2c22d830 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event deleted for resources: {'Port': ['ID=9ec809f6-9de9-4fdb-98d9-cdeb2ce27768,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:15.702038 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f26780-6639-4702-9bdd-6a6a2c22d830 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:15.702378 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f26780-6639-4702-9bdd-6a6a2c22d830 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:15.702723 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f26780-6639-4702-9bdd-6a6a2c22d830 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:15.703056 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f26780-6639-4702-9bdd-6a6a2c22d830 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:15.703409 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f26780-6639-4702-9bdd-6a6a2c22d830 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:15.703730 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f26780-6639-4702-9bdd-6a6a2c22d830 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:15.704056 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f26780-6639-4702-9bdd-6a6a2c22d830 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:15.704377 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f26780-6639-4702-9bdd-6a6a2c22d830 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:15.704694 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f26780-6639-4702-9bdd-6a6a2c22d830 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:15.705015 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f26780-6639-4702-9bdd-6a6a2c22d830 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:15.705332 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f26780-6639-4702-9bdd-6a6a2c22d830 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:15.705649 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f26780-6639-4702-9bdd-6a6a2c22d830 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:15.705962 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f26780-6639-4702-9bdd-6a6a2c22d830 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:15.706261 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f26780-6639-4702-9bdd-6a6a2c22d830 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:15.706573 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f26780-6639-4702-9bdd-6a6a2c22d830 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:15.765629 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-61f26780-6639-4702-9bdd-6a6a2c22d830 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for floatingip (4efba1d4-6153-4e14-b446-41ba1fa6a119), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:15.768162 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-61f26780-6639-4702-9bdd-6a6a2c22d830 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:15.769319 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-61f26780-6639-4702-9bdd-6a6a2c22d830 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "DELETE /v2.0/floatingips/4efba1d4-6153-4e14-b446-41ba1fa6a119 HTTP/1.1" status: 204 len: 168 time: 0.4564102 Jul 02 03:41:15.860570 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 37754) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:41:15.865275 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-f9c742d1-c4f9-4ade-9c97-fdcc78017f89 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1552664044', 'description': 'tempest-description--315916343'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:41:15.890601 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f9c742d1-c4f9-4ade-9c97-fdcc78017f89 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:15.958475 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f9c742d1-c4f9-4ade-9c97-fdcc78017f89 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group (32bcedd6-1a49-4caf-a4e4-e84b618d3454), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:15.964487 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f9c742d1-c4f9-4ade-9c97-fdcc78017f89 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (32bcedd6-1a49-4caf-a4e4-e84b618d3454), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:15.995518 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f9c742d1-c4f9-4ade-9c97-fdcc78017f89 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:15.996935 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-f9c742d1-c4f9-4ade-9c97-fdcc78017f89 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1353540 Jul 02 03:41:15.998798 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c742d1-c4f9-4ade-9c97-fdcc78017f89 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32bcedd6-1a49-4caf-a4e4-e84b618d3454,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:16.000135 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 37756) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:41:16.004758 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-e27e90c8-b3e8-4366-b757-e48b46a6fc87 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Request body: {'security_group_rule': {'security_group_id': '32bcedd6-1a49-4caf-a4e4-e84b618d3454', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:41:16.034640 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e27e90c8-b3e8-4366-b757-e48b46a6fc87 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group_rule (4fbc2443-46c5-4436-a722-9d040b95ff67), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:16.068829 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 54a638db-254c-4005-b3f3-014e45f9ff9e no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:41:16.089476 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] No Port match for: 54a638db-254c-4005-b3f3-014e45f9ff9e {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:41:16.089821 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 54a638db-254c-4005-b3f3-014e45f9ff9e not bound to the agent host hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:41:16.100961 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e27e90c8-b3e8-4366-b757-e48b46a6fc87 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group_rule (4fbc2443-46c5-4436-a722-9d040b95ff67), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:16.106773 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e27e90c8-b3e8-4366-b757-e48b46a6fc87 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (4fbc2443-46c5-4436-a722-9d040b95ff67), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:16.124323 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e90c8-b3e8-4366-b757-e48b46a6fc87 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fbc2443-46c5-4436-a722-9d040b95ff67,revision_number=0']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:16.137129 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e27e90c8-b3e8-4366-b757-e48b46a6fc87 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:16.138683 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-e27e90c8-b3e8-4366-b757-e48b46a6fc87 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1374910 Jul 02 03:41:16.142287 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 37758) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:41:16.146727 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-16b445a1-214b-4df9-b878-d70ebd92860d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Request body: {'security_group_rule': {'security_group_id': '32bcedd6-1a49-4caf-a4e4-e84b618d3454', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:41:16.176095 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-16b445a1-214b-4df9-b878-d70ebd92860d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group_rule (f5764c78-2b85-4f09-a31b-2de1d7c492ff), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:16.235167 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-16b445a1-214b-4df9-b878-d70ebd92860d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group_rule (f5764c78-2b85-4f09-a31b-2de1d7c492ff), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:16.241278 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-16b445a1-214b-4df9-b878-d70ebd92860d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (f5764c78-2b85-4f09-a31b-2de1d7c492ff), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:16.260486 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b445a1-214b-4df9-b878-d70ebd92860d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5764c78-2b85-4f09-a31b-2de1d7c492ff,revision_number=0']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:16.266861 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-16b445a1-214b-4df9-b878-d70ebd92860d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:16.268266 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-16b445a1-214b-4df9-b878-d70ebd92860d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250117 Jul 02 03:41:16.271538 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 37760) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:41:16.275954 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-3f92725b-afc4-40ab-aa37-3e133c07e119 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Request body: {'floatingip': {'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:41:16.297904 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3f92725b-afc4-40ab-aa37-3e133c07e119 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:16.391039 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3f92725b-afc4-40ab-aa37-3e133c07e119 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:16.495229 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.db_base_plugin_common [None req-3f92725b-afc4-40ab-aa37-3e133c07e119 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Allocated IP 172.27.0.188 (f461a802-f340-43f3-86d0-4b44bcb77e0c/5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3/223531ac-b8b4-4657-a3e1-950f276cf161) {{(pid=104249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:41:16.594759 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:16.600318 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3f92725b-afc4-40ab-aa37-3e133c07e119 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for port (223531ac-b8b4-4657-a3e1-950f276cf161), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:16.604487 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:DELETE=5,neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:16.639137 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3f92725b-afc4-40ab-aa37-3e133c07e119 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (223531ac-b8b4-4657-a3e1-950f276cf161), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:16.684910 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f92725b-afc4-40ab-aa37-3e133c07e119 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Network f461a802-f340-43f3-86d0-4b44bcb77e0c is already hosted by enough agents. {{(pid=104249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:41:16.689916 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [None req-3f92725b-afc4-40ab-aa37-3e133c07e119 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Resources bound (agent type, host, resource id): {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:41:16.692061 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92725b-afc4-40ab-aa37-3e133c07e119 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event updated for resources: {'Port': ['ID=223531ac-b8b4-4657-a3e1-950f276cf161,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:16.694126 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f92725b-afc4-40ab-aa37-3e133c07e119 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Received port after_create {{(pid=104249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:41:16.777735 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3f92725b-afc4-40ab-aa37-3e133c07e119 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for floatingip (b39fe98b-8c46-44da-9928-5961fefd877d), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:16.816672 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3f92725b-afc4-40ab-aa37-3e133c07e119 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (223531ac-b8b4-4657-a3e1-950f276cf161), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:16.966887 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3f92725b-afc4-40ab-aa37-3e133c07e119 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for port (223531ac-b8b4-4657-a3e1-950f276cf161), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:16.974038 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3f92725b-afc4-40ab-aa37-3e133c07e119 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60593212'] for port (223531ac-b8b4-4657-a3e1-950f276cf161), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:17.042445 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92725b-afc4-40ab-aa37-3e133c07e119 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event updated for resources: {'Port': ['ID=223531ac-b8b4-4657-a3e1-950f276cf161,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:17.054124 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3f92725b-afc4-40ab-aa37-3e133c07e119 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389155'] for floatingip (b39fe98b-8c46-44da-9928-5961fefd877d), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:17.078320 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3f92725b-afc4-40ab-aa37-3e133c07e119 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:17.079583 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-3f92725b-afc4-40ab-aa37-3e133c07e119 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8070619 Jul 02 03:41:17.243519 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-77768a55-1973-4271-9cea-214761c2a9a4 req-3f7a72d6-85cd-462b-91dd-3a68309d50a8 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1552664044&fields=id&tenant_id=b44eff44cb504e1f9bf037303db24d1b HTTP/1.1" status: 200 len: 267 time: 0.0488801 Jul 02 03:41:17.355042 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77768a55-1973-4271-9cea-214761c2a9a4 req-d8942cf2-82f9-433a-b9f7-40e757ff9068 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:17.356517 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-77768a55-1973-4271-9cea-214761c2a9a4 req-d8942cf2-82f9-433a-b9f7-40e757ff9068 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/networks?id=389311ee-b4f4-4d7f-89a6-51f9bda5ef70 HTTP/1.1" status: 200 len: 815 time: 0.1033032 Jul 02 03:41:17.372670 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-77768a55-1973-4271-9cea-214761c2a9a4 req-86a695eb-cac9-4080-9cc0-93383244be7e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/quotas/b44eff44cb504e1f9bf037303db24d1b HTTP/1.1" status: 200 len: 375 time: 0.0094771 Jul 02 03:41:17.420595 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-77768a55-1973-4271-9cea-214761c2a9a4 req-5f1ee308-8d58-47ee-8bc0-8b2fe495aa71 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b44eff44cb504e1f9bf037303db24d1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429928 Jul 02 03:41:17.617163 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-77768a55-1973-4271-9cea-214761c2a9a4 req-01226c26-bea3-4098-9b72-848a84c38653 service neutron] 10.222.0.42 "GET /v2.0/networks/389311ee-b4f4-4d7f-89a6-51f9bda5ef70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846561 Jul 02 03:41:17.647594 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:17.655647 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:17.722725 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-77768a55-1973-4271-9cea-214761c2a9a4 req-48caafe5-e2ec-40d9-badf-89181b0a8bf2 service neutron] 10.222.0.42 "GET /v2.0/networks/389311ee-b4f4-4d7f-89a6-51f9bda5ef70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975840 Jul 02 03:41:17.866259 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:17.903254 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4453f0f9-2c48-4ba3-b29e-178ce36da0c3 req-baf2bb92-46af-4f82-9dfa-d29740e3e4d2 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ff687e9-ce72-49c7-bb72-f563c433f7af HTTP/1.1" status: 200 len: 210 time: 0.0283973 Jul 02 03:41:19.013826 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-57b1b0d9-9bb6-4253-8c8c-1d24426afd43 req-b76daf83-39e9-4486-9d9c-fc49a1129651 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ff687e9-ce72-49c7-bb72-f563c433f7af HTTP/1.1" status: 200 len: 210 time: 0.0387414 Jul 02 03:41:19.029800 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77768a55-1973-4271-9cea-214761c2a9a4 req-cf0e8cb7-962e-478d-9485-7ae1f9cd6cdb tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:19.031882 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-77768a55-1973-4271-9cea-214761c2a9a4 req-cf0e8cb7-962e-478d-9485-7ae1f9cd6cdb tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.26 "GET /v2.0/networks?id=389311ee-b4f4-4d7f-89a6-51f9bda5ef70 HTTP/1.1" status: 200 len: 815 time: 0.1085675 Jul 02 03:41:19.102190 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-77768a55-1973-4271-9cea-214761c2a9a4 req-e4974969-35b9-4c6c-907a-ab898918852c tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b44eff44cb504e1f9bf037303db24d1b HTTP/1.1" status: 200 len: 380 time: 0.0536761 Jul 02 03:41:19.213686 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-77768a55-1973-4271-9cea-214761c2a9a4 req-0656e974-49e3-4a1b-a51e-cfd307af5aa6 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Request body: {'port': {'device_id': '6ff687e9-ce72-49c7-bb72-f563c433f7af', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'admin_state_up': True, 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'security_groups': ['32bcedd6-1a49-4caf-a4e4-e84b618d3454']}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:41:19.234279 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:19.313538 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:19.332207 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77768a55-1973-4271-9cea-214761c2a9a4 req-0656e974-49e3-4a1b-a51e-cfd307af5aa6 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Made reservation on behalf of b44eff44cb504e1f9bf037303db24d1b for: {'port': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:41:19.335635 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-77768a55-1973-4271-9cea-214761c2a9a4 req-0656e974-49e3-4a1b-a51e-cfd307af5aa6 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:19.493124 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [req-77768a55-1973-4271-9cea-214761c2a9a4 req-0656e974-49e3-4a1b-a51e-cfd307af5aa6 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Allocated IP 172.20.0.13 (389311ee-b4f4-4d7f-89a6-51f9bda5ef70/c753fd38-19d6-439d-9e37-af1a40857012/41dcd48a-9142-481f-8774-b99c864c98bb) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:41:19.646805 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-77768a55-1973-4271-9cea-214761c2a9a4 req-0656e974-49e3-4a1b-a51e-cfd307af5aa6 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for port (41dcd48a-9142-481f-8774-b99c864c98bb), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:19.684863 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-77768a55-1973-4271-9cea-214761c2a9a4 req-0656e974-49e3-4a1b-a51e-cfd307af5aa6 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (41dcd48a-9142-481f-8774-b99c864c98bb), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:19.731219 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77768a55-1973-4271-9cea-214761c2a9a4 req-0656e974-49e3-4a1b-a51e-cfd307af5aa6 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Network 389311ee-b4f4-4d7f-89a6-51f9bda5ef70 is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:41:19.734893 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [req-77768a55-1973-4271-9cea-214761c2a9a4 req-0656e974-49e3-4a1b-a51e-cfd307af5aa6 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:41:19.738731 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-77768a55-1973-4271-9cea-214761c2a9a4 req-0656e974-49e3-4a1b-a51e-cfd307af5aa6 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:41:19.767156 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656e974-49e3-4a1b-a51e-cfd307af5aa6 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event updated for resources: {'Port': ['ID=41dcd48a-9142-481f-8774-b99c864c98bb,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:19.796687 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77768a55-1973-4271-9cea-214761c2a9a4 req-0656e974-49e3-4a1b-a51e-cfd307af5aa6 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:19.797381 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-77768a55-1973-4271-9cea-214761c2a9a4 req-0656e974-49e3-4a1b-a51e-cfd307af5aa6 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:19.817582 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-77768a55-1973-4271-9cea-214761c2a9a4 req-0656e974-49e3-4a1b-a51e-cfd307af5aa6 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6081071 Jul 02 03:41:19.835744 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-77768a55-1973-4271-9cea-214761c2a9a4 req-3849250e-93f4-4cb8-b871-cfe86adf72b7 service neutron] Request body: {'port': {'device_id': '6ff687e9-ce72-49c7-bb72-f563c433f7af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:41:19.898879 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-77768a55-1973-4271-9cea-214761c2a9a4 req-3849250e-93f4-4cb8-b871-cfe86adf72b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (41dcd48a-9142-481f-8774-b99c864c98bb), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:19.995733 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-0aebbfb8-32f7-4737-99b0-107a440daa27 None None] Provisioning complete for port 41dcd48a-9142-481f-8774-b99c864c98bb triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:41:19.996280 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-0aebbfb8-32f7-4737-99b0-107a440daa27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (41dcd48a-9142-481f-8774-b99c864c98bb), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:20.028791 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-0aebbfb8-32f7-4737-99b0-107a440daa27 None None] Port 41dcd48a-9142-481f-8774-b99c864c98bb cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:41:20.121601 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:20.129053 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610a406-0aeb-4e60-8783-20aa08523f10 req-2821d56c-6f17-479c-97b6-d24d986cf813 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:20.131398 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b610a406-0aeb-4e60-8783-20aa08523f10 req-2821d56c-6f17-479c-97b6-d24d986cf813 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ff687e9-ce72-49c7-bb72-f563c433f7af HTTP/1.1" status: 200 len: 932 time: 0.0492244 Jul 02 03:41:20.161848 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:20.168746 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [req-77768a55-1973-4271-9cea-214761c2a9a4 req-3849250e-93f4-4cb8-b871-cfe86adf72b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41dcd48a-9142-481f-8774-b99c864c98bb {{(pid=104250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:41:20.177110 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-77768a55-1973-4271-9cea-214761c2a9a4 req-3849250e-93f4-4cb8-b871-cfe86adf72b7 service neutron] Publish callbacks [] for port (41dcd48a-9142-481f-8774-b99c864c98bb), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:20.186869 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b610a406-0aeb-4e60-8783-20aa08523f10 req-487516c9-f3df-4e9e-ae38-89c33cf58746 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=32bcedd6-1a49-4caf-a4e4-e84b618d3454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485947 Jul 02 03:41:20.191191 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.provisioning_blocks [req-77768a55-1973-4271-9cea-214761c2a9a4 req-3849250e-93f4-4cb8-b871-cfe86adf72b7 service neutron] Transition to ACTIVE for port object 41dcd48a-9142-481f-8774-b99c864c98bb will not be triggered until provisioned by entity L2. {{(pid=104250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 02 03:41:20.195872 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-77768a55-1973-4271-9cea-214761c2a9a4 req-3849250e-93f4-4cb8-b871-cfe86adf72b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (41dcd48a-9142-481f-8774-b99c864c98bb), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:20.247094 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849250e-93f4-4cb8-b871-cfe86adf72b7 service neutron] Pushing event updated for resources: {'Port': ['ID=41dcd48a-9142-481f-8774-b99c864c98bb,revision_number=2']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:20.264258 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-9972ddee-578a-49cd-a2cc-cf285baaf974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:20.327056 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-77768a55-1973-4271-9cea-214761c2a9a4 req-3849250e-93f4-4cb8-b871-cfe86adf72b7 service neutron] Attempting to bind port 41dcd48a-9142-481f-8774-b99c864c98bb on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:41:20.327430 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-77768a55-1973-4271-9cea-214761c2a9a4 req-3849250e-93f4-4cb8-b871-cfe86adf72b7 service neutron] Attempting to bind port 41dcd48a-9142-481f-8774-b99c864c98bb by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'f42053ac-70b9-4a5f-91c4-b122b3b8433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70'}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:41:20.327764 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77768a55-1973-4271-9cea-214761c2a9a4 req-3849250e-93f4-4cb8-b871-cfe86adf72b7 service neutron] Attempting to bind port 41dcd48a-9142-481f-8774-b99c864c98bb on network 389311ee-b4f4-4d7f-89a6-51f9bda5ef70 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:41:20.332483 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77768a55-1973-4271-9cea-214761c2a9a4 req-3849250e-93f4-4cb8-b871-cfe86adf72b7 service neutron] Port 41dcd48a-9142-481f-8774-b99c864c98bb on network 389311ee-b4f4-4d7f-89a6-51f9bda5ef70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 02 03:41:20.332807 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77768a55-1973-4271-9cea-214761c2a9a4 req-3849250e-93f4-4cb8-b871-cfe86adf72b7 service neutron] Attempting to bind port 41dcd48a-9142-481f-8774-b99c864c98bb on network 389311ee-b4f4-4d7f-89a6-51f9bda5ef70 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:41:20.338071 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77768a55-1973-4271-9cea-214761c2a9a4 req-3849250e-93f4-4cb8-b871-cfe86adf72b7 service neutron] Checking agent: {'id': 'b6c7a065-6c6d-4192-b8a5-562c9c844309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'started_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:41:20.338409 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77768a55-1973-4271-9cea-214761c2a9a4 req-3849250e-93f4-4cb8-b871-cfe86adf72b7 service neutron] Checking segment: {'id': 'f42053ac-70b9-4a5f-91c4-b122b3b8433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:41:20.338794 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77768a55-1973-4271-9cea-214761c2a9a4 req-3849250e-93f4-4cb8-b871-cfe86adf72b7 service neutron] Bound using segment: {'id': 'f42053ac-70b9-4a5f-91c4-b122b3b8433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70'} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:41:20.339227 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-77768a55-1973-4271-9cea-214761c2a9a4 req-3849250e-93f4-4cb8-b871-cfe86adf72b7 service neutron] Bound port: 41dcd48a-9142-481f-8774-b99c864c98bb, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42053ac-70b9-4a5f-91c4-b122b3b8433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70'}}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:41:20.339639 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-77768a55-1973-4271-9cea-214761c2a9a4 req-3849250e-93f4-4cb8-b871-cfe86adf72b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (41dcd48a-9142-481f-8774-b99c864c98bb), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:20.407517 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-77768a55-1973-4271-9cea-214761c2a9a4 req-3849250e-93f4-4cb8-b871-cfe86adf72b7 service neutron] For port 41dcd48a-9142-481f-8774-b99c864c98bb, host hv-cinder-84684, cleared binding levels {{(pid=104250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:41:20.410522 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-77768a55-1973-4271-9cea-214761c2a9a4 req-3849250e-93f4-4cb8-b871-cfe86adf72b7 service neutron] For port 41dcd48a-9142-481f-8774-b99c864c98bb, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=41dcd48a-9142-481f-8774-b99c864c98bb,segment=NetworkSegment(f42053ac-70b9-4a5f-91c4-b122b3b8433a),segment_id=f42053ac-70b9-4a5f-91c4-b122b3b8433a)] {{(pid=104250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:41:20.418844 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-77768a55-1973-4271-9cea-214761c2a9a4 req-3849250e-93f4-4cb8-b871-cfe86adf72b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (41dcd48a-9142-481f-8774-b99c864c98bb), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:20.454485 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77768a55-1973-4271-9cea-214761c2a9a4 req-3849250e-93f4-4cb8-b871-cfe86adf72b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:20.455120 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-77768a55-1973-4271-9cea-214761c2a9a4 req-3849250e-93f4-4cb8-b871-cfe86adf72b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:20.456549 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-77768a55-1973-4271-9cea-214761c2a9a4 req-3849250e-93f4-4cb8-b871-cfe86adf72b7 service neutron] 10.222.0.26 "PUT /v2.0/ports/41dcd48a-9142-481f-8774-b99c864c98bb HTTP/1.1" status: 200 len: 1094 time: 0.6253047 Jul 02 03:41:20.457005 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff687e9-ce72-49c7-bb72-f563c433f7af', 'tag': '41dcd48a-9142-481f-8774-b99c864c98bb'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:41:20.459158 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0635620-8f74-42ca-b2ab-22240886af46" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff687e9-ce72-49c7-bb72-f563c433f7af", "tag": "41dcd48a-9142-481f-8774-b99c864c98bb"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:41:20.481376 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849250e-93f4-4cb8-b871-cfe86adf72b7 service neutron] Pushing event updated for resources: {'Port': ['ID=41dcd48a-9142-481f-8774-b99c864c98bb,revision_number=3']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:20.503049 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fb641b-65d7-47d9-aec0-c80a02077c91 x-openstack-request-id: req-68fb641b-65d7-47d9-aec0-c80a02077c91 {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:41:20.503320 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff687e9-ce72-49c7-bb72-f563c433f7af", "tag": "41dcd48a-9142-481f-8774-b99c864c98bb", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:41:20.503619 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-68fb641b-65d7-47d9-aec0-c80a02077c91 {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:41:20.504035 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68fb641b-65d7-47d9-aec0-c80a02077c91'] response: {'name': 'network-changed', 'server_uuid': '6ff687e9-ce72-49c7-bb72-f563c433f7af', 'tag': '41dcd48a-9142-481f-8774-b99c864c98bb', 'status': 'completed', 'code': 200} Jul 02 03:41:20.580546 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77768a55-1973-4271-9cea-214761c2a9a4 req-5365d714-e811-49a1-9bf8-50fb544579d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:20.582106 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-77768a55-1973-4271-9cea-214761c2a9a4 req-5365d714-e811-49a1-9bf8-50fb544579d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b44eff44cb504e1f9bf037303db24d1b&device_id=6ff687e9-ce72-49c7-bb72-f563c433f7af HTTP/1.1" status: 200 len: 1128 time: 0.0431080 Jul 02 03:41:20.634761 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-77768a55-1973-4271-9cea-214761c2a9a4 req-9f86bc2a-a37c-47c1-a7e4-502499ea7ab1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41dcd48a-9142-481f-8774-b99c864c98bb HTTP/1.1" status: 200 len: 217 time: 0.0369499 Jul 02 03:41:20.688902 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77768a55-1973-4271-9cea-214761c2a9a4 req-0a8ffeaa-2109-4bb0-813c-4d309c4bb43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:20.690398 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-77768a55-1973-4271-9cea-214761c2a9a4 req-0a8ffeaa-2109-4bb0-813c-4d309c4bb43e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c753fd38-19d6-439d-9e37-af1a40857012 HTTP/1.1" status: 200 len: 854 time: 0.0483317 Jul 02 03:41:20.736343 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77768a55-1973-4271-9cea-214761c2a9a4 req-2767dbca-66e2-4cc7-b562-6cd5f9362429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:20.737862 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-77768a55-1973-4271-9cea-214761c2a9a4 req-2767dbca-66e2-4cc7-b562-6cd5f9362429 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=389311ee-b4f4-4d7f-89a6-51f9bda5ef70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413368 Jul 02 03:41:20.836079 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-77768a55-1973-4271-9cea-214761c2a9a4 req-ea5f025c-c157-43a0-a287-273e9f12e3c4 service neutron] 10.222.0.26 "GET /v2.0/networks/389311ee-b4f4-4d7f-89a6-51f9bda5ef70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903537 Jul 02 03:41:20.931150 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-77768a55-1973-4271-9cea-214761c2a9a4 req-3b70f255-94f1-4a38-9fc1-a8f57380f177 service neutron] 10.222.0.26 "GET /v2.0/networks/389311ee-b4f4-4d7f-89a6-51f9bda5ef70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836446 Jul 02 03:41:21.307013 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed98bf-427d-4ad9-84f8-c973e5d151fc req-32a3fc52-6aa3-4f4a-b6e7-06728b335a84 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:21.308548 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-44ed98bf-427d-4ad9-84f8-c973e5d151fc req-32a3fc52-6aa3-4f4a-b6e7-06728b335a84 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ff687e9-ce72-49c7-bb72-f563c433f7af HTTP/1.1" status: 200 len: 944 time: 0.0474885 Jul 02 03:41:21.358616 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-44ed98bf-427d-4ad9-84f8-c973e5d151fc req-52aeb0fa-f5ad-4279-bab1-9f705a935787 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=32bcedd6-1a49-4caf-a4e4-e84b618d3454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442247 Jul 02 03:41:22.506353 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd54ec-4ffd-46b3-a1a0-5160a60b064b req-d7492d64-42a0-483e-a494-928c5b5913c9 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:22.507867 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a2cd54ec-4ffd-46b3-a1a0-5160a60b064b req-d7492d64-42a0-483e-a494-928c5b5913c9 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ff687e9-ce72-49c7-bb72-f563c433f7af HTTP/1.1" status: 200 len: 944 time: 0.0573628 Jul 02 03:41:22.552397 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd9803fb-c5fd-4510-b75b-ed2ad3b3e5aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:22.555810 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a2cd54ec-4ffd-46b3-a1a0-5160a60b064b req-a225f8c8-86be-4067-9e8e-7e1f9f9276b8 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=32bcedd6-1a49-4caf-a4e4-e84b618d3454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421062 Jul 02 03:41:23.599261 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:23.907742 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0635620-8f74-42ca-b2ab-22240886af46 req-e34bce8c-8867-4881-8272-f90a5d65399c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:23.908347 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef34ef-c4a0-4e65-b845-dd211db6bcf2 req-bead06fb-ec07-445e-92b3-1911b912a51c tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:23.909244 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-a0635620-8f74-42ca-b2ab-22240886af46 req-e34bce8c-8867-4881-8272-f90a5d65399c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b44eff44cb504e1f9bf037303db24d1b&device_id=6ff687e9-ce72-49c7-bb72-f563c433f7af HTTP/1.1" status: 200 len: 1128 time: 0.0481908 Jul 02 03:41:23.910839 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-46ef34ef-c4a0-4e65-b845-dd211db6bcf2 req-bead06fb-ec07-445e-92b3-1911b912a51c tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ff687e9-ce72-49c7-bb72-f563c433f7af HTTP/1.1" status: 200 len: 944 time: 0.2682557 Jul 02 03:41:23.959788 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-46ef34ef-c4a0-4e65-b845-dd211db6bcf2 req-e51b2f0d-5efd-4903-8466-abb594680853 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=32bcedd6-1a49-4caf-a4e4-e84b618d3454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435760 Jul 02 03:41:24.005937 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0635620-8f74-42ca-b2ab-22240886af46 req-a385bd4b-8dbb-4481-b30d-3df0b2b4e0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:24.007467 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-a0635620-8f74-42ca-b2ab-22240886af46 req-a385bd4b-8dbb-4481-b30d-3df0b2b4e0d6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=389311ee-b4f4-4d7f-89a6-51f9bda5ef70 HTTP/1.1" status: 200 len: 916 time: 0.0894327 Jul 02 03:41:24.070368 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-a0635620-8f74-42ca-b2ab-22240886af46 req-d84ee889-b767-4c61-926b-11305848fc2f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41dcd48a-9142-481f-8774-b99c864c98bb HTTP/1.1" status: 200 len: 217 time: 0.0390093 Jul 02 03:41:24.332146 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:24.351959 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0635620-8f74-42ca-b2ab-22240886af46 req-af89ce03-73e0-4857-be1d-ba69c23627f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:24.353432 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-a0635620-8f74-42ca-b2ab-22240886af46 req-af89ce03-73e0-4857-be1d-ba69c23627f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c753fd38-19d6-439d-9e37-af1a40857012 HTTP/1.1" status: 200 len: 854 time: 0.0554321 Jul 02 03:41:24.400306 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0635620-8f74-42ca-b2ab-22240886af46 req-d8e21811-c302-4a47-be2d-158b3cbb86b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:24.401805 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-a0635620-8f74-42ca-b2ab-22240886af46 req-d8e21811-c302-4a47-be2d-158b3cbb86b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=389311ee-b4f4-4d7f-89a6-51f9bda5ef70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394232 Jul 02 03:41:24.500773 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-a0635620-8f74-42ca-b2ab-22240886af46 req-f6d2ff65-4c74-4a62-a4ca-84ab251d7b31 service neutron] 10.222.0.26 "GET /v2.0/networks/389311ee-b4f4-4d7f-89a6-51f9bda5ef70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910468 Jul 02 03:41:24.513947 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:24.518859 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=46 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:24.527738 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=34 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:24.597635 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-a0635620-8f74-42ca-b2ab-22240886af46 req-7218b92e-b7a5-4601-bc03-fbbfe2e6ee5f service neutron] 10.222.0.26 "GET /v2.0/networks/389311ee-b4f4-4d7f-89a6-51f9bda5ef70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903270 Jul 02 03:41:25.097120 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549010b-0128-4677-b287-b7861f1eab28 req-40e8d1c0-98fd-43e4-8e43-e67248850c8a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:25.098620 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c549010b-0128-4677-b287-b7861f1eab28 req-40e8d1c0-98fd-43e4-8e43-e67248850c8a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ff687e9-ce72-49c7-bb72-f563c433f7af HTTP/1.1" status: 200 len: 944 time: 0.0627906 Jul 02 03:41:25.152160 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c549010b-0128-4677-b287-b7861f1eab28 req-bade81ce-5e13-45cf-90aa-5b0ffc470670 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=32bcedd6-1a49-4caf-a4e4-e84b618d3454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455821 Jul 02 03:41:25.222455 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:25.336956 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:25.387356 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-d4037175-f265-4d6f-b213-92e783e084ac req-4c00110c-c2e3-498b-9362-9a345340d128 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438795 Jul 02 03:41:25.463686 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4037175-f265-4d6f-b213-92e783e084ac req-49ec8968-5a1e-4384-9240-adc7caea6404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:25.465232 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-d4037175-f265-4d6f-b213-92e783e084ac req-49ec8968-5a1e-4384-9240-adc7caea6404 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53c88ba2f03f47538ca0eaeb08ccfc07&device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 1129 time: 0.0425158 Jul 02 03:41:25.581871 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4037175-f265-4d6f-b213-92e783e084ac req-c4e66041-79f9-4c34-9a3e-ad82b4a2ecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:25.583341 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-d4037175-f265-4d6f-b213-92e783e084ac req-c4e66041-79f9-4c34-9a3e-ad82b4a2ecb3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1d7a687-b6ca-47c7-af08-d5e3055ff439 HTTP/1.1" status: 200 len: 919 time: 0.0910697 Jul 02 03:41:25.628218 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-d4037175-f265-4d6f-b213-92e783e084ac req-60474285-1567-491a-a651-ec32bd03ab5b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e02d1bfd-a033-4aa9-9067-1cfc9301fed1 HTTP/1.1" status: 200 len: 217 time: 0.0379009 Jul 02 03:41:25.679146 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4037175-f265-4d6f-b213-92e783e084ac req-55dbe9a9-758f-46b9-86ce-322c1a6bfab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:25.680684 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-d4037175-f265-4d6f-b213-92e783e084ac req-55dbe9a9-758f-46b9-86ce-322c1a6bfab7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9 HTTP/1.1" status: 200 len: 857 time: 0.0466304 Jul 02 03:41:25.726700 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4037175-f265-4d6f-b213-92e783e084ac req-f3cc3671-4390-461d-94f7-81ed2db0beae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:25.728253 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-d4037175-f265-4d6f-b213-92e783e084ac req-f3cc3671-4390-461d-94f7-81ed2db0beae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1d7a687-b6ca-47c7-af08-d5e3055ff439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399494 Jul 02 03:41:25.823469 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-d4037175-f265-4d6f-b213-92e783e084ac req-9a4e7bb1-db63-40c2-9745-fb6578a38ea1 service neutron] 10.222.0.26 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879312 Jul 02 03:41:26.099409 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 41dcd48a-9142-481f-8774-b99c864c98bb details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 03:41:26.204906 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:26.207174 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 41dcd48a-9142-481f-8774-b99c864c98bb, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=41dcd48a-9142-481f-8774-b99c864c98bb,segment=NetworkSegment(f42053ac-70b9-4a5f-91c4-b122b3b8433a),segment_id=f42053ac-70b9-4a5f-91c4-b122b3b8433a)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:41:26.221085 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Returning: {'device': '41dcd48a-9142-481f-8774-b99c864c98bb', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'port_id': '41dcd48a-9142-481f-8774-b99c864c98bb', 'mac_address': 'fa:16:3e:a3:dc:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 03:41:26.257832 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 41dcd48a-9142-481f-8774-b99c864c98bb is: DOWN; New status is: BUILD {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:41:26.258902 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (41dcd48a-9142-481f-8774-b99c864c98bb), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:26.261656 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:26.275345 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41dcd48a-9142-481f-8774-b99c864c98bb {{(pid=104251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:41:26.296051 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 41dcd48a-9142-481f-8774-b99c864c98bb, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=41dcd48a-9142-481f-8774-b99c864c98bb,segment=NetworkSegment(f42053ac-70b9-4a5f-91c4-b122b3b8433a),segment_id=f42053ac-70b9-4a5f-91c4-b122b3b8433a)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:41:26.303197 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (41dcd48a-9142-481f-8774-b99c864c98bb), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:26.307965 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada731d-f96d-4186-b8a4-518db5657c3a req-db1c95f9-0a6b-4061-911d-312688475c0e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:26.312663 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4ada731d-f96d-4186-b8a4-518db5657c3a req-db1c95f9-0a6b-4061-911d-312688475c0e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ff687e9-ce72-49c7-bb72-f563c433f7af HTTP/1.1" status: 200 len: 944 time: 0.0725713 Jul 02 03:41:26.332033 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-d4037175-f265-4d6f-b213-92e783e084ac req-db0c7e41-df31-4f18-b3a9-e09f82ed90c9 service neutron] 10.222.0.26 "GET /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159873 Jul 02 03:41:26.354344 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=41dcd48a-9142-481f-8774-b99c864c98bb,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:26.365084 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4ada731d-f96d-4186-b8a4-518db5657c3a req-ea591e71-6967-45ff-a3dc-b987b9e29624 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=32bcedd6-1a49-4caf-a4e4-e84b618d3454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472994 Jul 02 03:41:26.804745 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['41dcd48a-9142-481f-8774-b99c864c98bb'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:41:27.023640 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae28ccf-100b-435b-a09b-5be4807a822d req-ebf39a6c-9a89-47ba-bef4-106d41dbdf7d tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:27.025124 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-dae28ccf-100b-435b-a09b-5be4807a822d req-ebf39a6c-9a89-47ba-bef4-106d41dbdf7d tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 947 time: 0.0499253 Jul 02 03:41:27.075918 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-dae28ccf-100b-435b-a09b-5be4807a822d req-7089d6dc-ba9e-4e0b-abe0-9173deff04f9 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451338 Jul 02 03:41:27.497448 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d5fe9-da22-4eb5-8e66-708c24282151 req-e97f8f69-e71a-45c1-b4f6-a4af52486286 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:27.498925 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-757d5fe9-da22-4eb5-8e66-708c24282151 req-e97f8f69-e71a-45c1-b4f6-a4af52486286 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ff687e9-ce72-49c7-bb72-f563c433f7af HTTP/1.1" status: 200 len: 945 time: 0.0503561 Jul 02 03:41:27.556601 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-757d5fe9-da22-4eb5-8e66-708c24282151 req-990765b4-327d-4ec1-960a-517b858127b0 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=32bcedd6-1a49-4caf-a4e4-e84b618d3454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493410 Jul 02 03:41:28.116317 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 41dcd48a-9142-481f-8774-b99c864c98bb up at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:41:28.165102 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning for port 41dcd48a-9142-481f-8774-b99c864c98bb completed by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 02 03:41:28.172961 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning complete for port 41dcd48a-9142-481f-8774-b99c864c98bb triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:41:28.173336 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (41dcd48a-9142-481f-8774-b99c864c98bb), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:28.214422 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5b121-3962-41d6-acda-a40637ff6e48 req-5f4d9587-62ac-4012-8d32-4f6d5b682be8 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:28.216006 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-02a5b121-3962-41d6-acda-a40637ff6e48 req-5f4d9587-62ac-4012-8d32-4f6d5b682be8 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 947 time: 0.0510781 Jul 02 03:41:28.249972 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 41dcd48a-9142-481f-8774-b99c864c98bb is: BUILD; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:41:28.250358 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (41dcd48a-9142-481f-8774-b99c864c98bb), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:28.263016 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-02a5b121-3962-41d6-acda-a40637ff6e48 req-f0950347-79da-4e42-be3b-e413b9663000 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408957 Jul 02 03:41:28.274305 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff687e9-ce72-49c7-bb72-f563c433f7af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dcd48a-9142-481f-8774-b99c864c98bb'}] {{(pid=104251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:41:28.276564 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea91eb0431f3890beba7fecfff9803703e4988fc204844c40d6eadfc05b4f309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a278460c-f65d-46a7-b37f-ae32ca6c422b" -d '{"events": [{"server_uuid": "6ff687e9-ce72-49c7-bb72-f563c433f7af", "name": "network-vif-plugged", "status": "completed", "tag": "41dcd48a-9142-481f-8774-b99c864c98bb"}]}' {{(pid=104251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:41:28.297735 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 41dcd48a-9142-481f-8774-b99c864c98bb, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=41dcd48a-9142-481f-8774-b99c864c98bb,segment=NetworkSegment(f42053ac-70b9-4a5f-91c4-b122b3b8433a),segment_id=f42053ac-70b9-4a5f-91c4-b122b3b8433a)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:41:28.302755 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (41dcd48a-9142-481f-8774-b99c864c98bb), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:28.324784 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edf7326-433d-4030-b886-f6b69ffab6ed x-openstack-request-id: req-1edf7326-433d-4030-b886-f6b69ffab6ed {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:41:28.325075 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff687e9-ce72-49c7-bb72-f563c433f7af", "name": "network-vif-plugged", "status": "completed", "tag": "41dcd48a-9142-481f-8774-b99c864c98bb", "code": 200}]} {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:41:28.325325 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1edf7326-433d-4030-b886-f6b69ffab6ed {{(pid=104251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:41:28.325718 dv-cinder-846842-9-iscsi neutron-server[104251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1edf7326-433d-4030-b886-f6b69ffab6ed'] response: {'server_uuid': '6ff687e9-ce72-49c7-bb72-f563c433f7af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dcd48a-9142-481f-8774-b99c864c98bb', 'code': 200} Jul 02 03:41:28.355893 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=41dcd48a-9142-481f-8774-b99c864c98bb,revision_number=5']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:28.650513 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18767dc5-c661-4523-b1af-24faff6601dd req-555bd4ee-548c-493c-b8d3-6fe9b88c429a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:28.651983 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-18767dc5-c661-4523-b1af-24faff6601dd req-555bd4ee-548c-493c-b8d3-6fe9b88c429a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6ff687e9-ce72-49c7-bb72-f563c433f7af HTTP/1.1" status: 200 len: 1130 time: 0.0442321 Jul 02 03:41:28.674755 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded74d61-f761-46f4-8145-0a7dca44ed2f req-981ac73b-e261-44d3-87eb-a02278c22a29 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:28.676277 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ded74d61-f761-46f4-8145-0a7dca44ed2f req-981ac73b-e261-44d3-87eb-a02278c22a29 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ff687e9-ce72-49c7-bb72-f563c433f7af HTTP/1.1" status: 200 len: 946 time: 0.0482028 Jul 02 03:41:28.716267 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:28.724046 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ded74d61-f761-46f4-8145-0a7dca44ed2f req-6e361255-ed58-4419-8229-353bc5e9599b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=32bcedd6-1a49-4caf-a4e4-e84b618d3454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421460 Jul 02 03:41:28.777988 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-18767dc5-c661-4523-b1af-24faff6601dd req-db154874-2ed1-4c69-afb1-b3106d6770b5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=32bcedd6-1a49-4caf-a4e4-e84b618d3454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396609 Jul 02 03:41:29.402641 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad536a-d819-4aec-be17-bcbfd28aca9a req-095aa084-9eb3-464e-8e93-4b7630290ec5 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:29.404096 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3bad536a-d819-4aec-be17-bcbfd28aca9a req-095aa084-9eb3-464e-8e93-4b7630290ec5 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 947 time: 0.0537927 Jul 02 03:41:29.417465 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:29.454977 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3bad536a-d819-4aec-be17-bcbfd28aca9a req-99dd7a75-5bec-441e-8afe-f702310327e1 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=30283c57-b25d-4a6a-8fde-7f51a3063c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443606 Jul 02 03:41:29.856033 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1366a-f177-4e81-9cac-afabad27aad8 req-18f949e1-b488-44cc-9648-020ff59e24bb tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:29.857542 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-39a1366a-f177-4e81-9cac-afabad27aad8 req-18f949e1-b488-44cc-9648-020ff59e24bb tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ff687e9-ce72-49c7-bb72-f563c433f7af HTTP/1.1" status: 200 len: 946 time: 0.0559521 Jul 02 03:41:29.895026 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f31f4-9128-4cee-b2e8-91b8c59858b9 req-52e9ec49-4014-48d2-98a1-216c421a1948 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:29.896536 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-4f0f31f4-9128-4cee-b2e8-91b8c59858b9 req-52e9ec49-4014-48d2-98a1-216c421a1948 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 947 time: 0.0484550 Jul 02 03:41:29.906178 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-39a1366a-f177-4e81-9cac-afabad27aad8 req-3235f466-07a7-439d-8270-a31559f71617 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=32bcedd6-1a49-4caf-a4e4-e84b618d3454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424948 Jul 02 03:41:29.986341 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-4f0f31f4-9128-4cee-b2e8-91b8c59858b9 req-2fcf994d-e0b3-4e2c-9f6a-6fb61e01692e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Deleting port 01f88803-1998-4eea-820a-bbda30202ac5 {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:41:29.986646 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-4f0f31f4-9128-4cee-b2e8-91b8c59858b9 req-2fcf994d-e0b3-4e2c-9f6a-6fb61e01692e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (01f88803-1998-4eea-820a-bbda30202ac5), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:30.006195 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=100 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:30.079885 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-4f0f31f4-9128-4cee-b2e8-91b8c59858b9 req-2fcf994d-e0b3-4e2c-9f6a-6fb61e01692e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] For port 01f88803-1998-4eea-820a-bbda30202ac5, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=01f88803-1998-4eea-820a-bbda30202ac5,segment=NetworkSegment(645b2d22-891d-43a9-95be-abb4172a72ed),segment_id=645b2d22-891d-43a9-95be-abb4172a72ed)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:41:30.080248 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-4f0f31f4-9128-4cee-b2e8-91b8c59858b9 req-2fcf994d-e0b3-4e2c-9f6a-6fb61e01692e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (01f88803-1998-4eea-820a-bbda30202ac5), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:30.242925 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-4f0f31f4-9128-4cee-b2e8-91b8c59858b9 req-2fcf994d-e0b3-4e2c-9f6a-6fb61e01692e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:30.243286 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-4f0f31f4-9128-4cee-b2e8-91b8c59858b9 req-2fcf994d-e0b3-4e2c-9f6a-6fb61e01692e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389155'] for floatingip (52f9dd38-b6eb-457d-aa44-c03197ee3d79), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:30.243640 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.db.l3_db [req-4f0f31f4-9128-4cee-b2e8-91b8c59858b9 req-2fcf994d-e0b3-4e2c-9f6a-6fb61e01692e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Floating IP 52f9dd38-b6eb-457d-aa44-c03197ee3d79 disassociated. External IP: 172.27.0.182, port: 01f88803-1998-4eea-820a-bbda30202ac5. Jul 02 03:41:30.243981 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-4f0f31f4-9128-4cee-b2e8-91b8c59858b9 req-2fcf994d-e0b3-4e2c-9f6a-6fb61e01692e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Calling delete_port for 01f88803-1998-4eea-820a-bbda30202ac5 owned by compute:nova {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:41:30.286091 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:30.380249 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-4f0f31f4-9128-4cee-b2e8-91b8c59858b9 req-2fcf994d-e0b3-4e2c-9f6a-6fb61e01692e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (01f88803-1998-4eea-820a-bbda30202ac5), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:30.415508 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf994d-e0b3-4e2c-9f6a-6fb61e01692e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Pushing event deleted for resources: {'Port': ['ID=01f88803-1998-4eea-820a-bbda30202ac5,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:30.427318 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf994d-e0b3-4e2c-9f6a-6fb61e01692e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:30.427692 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf994d-e0b3-4e2c-9f6a-6fb61e01692e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:30.428008 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf994d-e0b3-4e2c-9f6a-6fb61e01692e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:30.428349 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf994d-e0b3-4e2c-9f6a-6fb61e01692e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:30.428685 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf994d-e0b3-4e2c-9f6a-6fb61e01692e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:30.429011 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf994d-e0b3-4e2c-9f6a-6fb61e01692e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:30.429338 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf994d-e0b3-4e2c-9f6a-6fb61e01692e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:30.429662 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf994d-e0b3-4e2c-9f6a-6fb61e01692e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:30.429981 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf994d-e0b3-4e2c-9f6a-6fb61e01692e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:30.430308 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf994d-e0b3-4e2c-9f6a-6fb61e01692e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:30.430634 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf994d-e0b3-4e2c-9f6a-6fb61e01692e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:30.430954 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf994d-e0b3-4e2c-9f6a-6fb61e01692e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:30.431273 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf994d-e0b3-4e2c-9f6a-6fb61e01692e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:30.431620 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf994d-e0b3-4e2c-9f6a-6fb61e01692e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:30.431940 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf994d-e0b3-4e2c-9f6a-6fb61e01692e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:30.542212 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f0f31f4-9128-4cee-b2e8-91b8c59858b9 req-2fcf994d-e0b3-4e2c-9f6a-6fb61e01692e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Router 520b676c-e11b-45f4-bb61-e5b7d541794b has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:41:30.561530 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5d71f88c-dba2-41e0-9a06-82eb025a8006 req-a328f9be-e3dd-4e30-9a3a-19ee49181e81 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd2d5a1f-4e5b-4072-851a-d01f23742f55 HTTP/1.1" status: 200 len: 210 time: 0.0293746 Jul 02 03:41:30.645786 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f0f31f4-9128-4cee-b2e8-91b8c59858b9 req-2fcf994d-e0b3-4e2c-9f6a-6fb61e01692e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:41:30.656736 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afee4ce-297d-4a95-baac-0931539aab9d None None] Sync routers for ids ['520b676c-e11b-45f4-bb61-e5b7d541794b'] in dv-cinder-846842-9-iscsi {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:41:30.668376 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afee4ce-297d-4a95-baac-0931539aab9d None None] Routers {'520b676c-e11b-45f4-bb61-e5b7d541794b'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:41:30.668994 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-0afee4ce-297d-4a95-baac-0931539aab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:41:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['520b676c-e11b-45f4-bb61-e5b7d541794b'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:41:30.688842 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0f31f4-9128-4cee-b2e8-91b8c59858b9 req-2fcf994d-e0b3-4e2c-9f6a-6fb61e01692e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] No DVR routers for this DVR port 01f88803-1998-4eea-820a-bbda30202ac5 on host hv-cinder-84684 {{(pid=104250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:41:30.691374 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-4f0f31f4-9128-4cee-b2e8-91b8c59858b9 req-2fcf994d-e0b3-4e2c-9f6a-6fb61e01692e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:30.694587 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-4f0f31f4-9128-4cee-b2e8-91b8c59858b9 req-2fcf994d-e0b3-4e2c-9f6a-6fb61e01692e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.26 "DELETE /v2.0/ports/01f88803-1998-4eea-820a-bbda30202ac5 HTTP/1.1" status: 204 len: 173 time: 0.7905455 Jul 02 03:41:30.695012 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2d5a1f-4e5b-4072-851a-d01f23742f55', 'name': 'network-vif-deleted', 'tag': '01f88803-1998-4eea-820a-bbda30202ac5'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:41:30.697264 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5247ee7c-3d55-4684-8a50-49caa9614ebb" -d '{"events": [{"server_uuid": "bd2d5a1f-4e5b-4072-851a-d01f23742f55", "name": "network-vif-deleted", "tag": "01f88803-1998-4eea-820a-bbda30202ac5"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:41:30.736280 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e87b8a-dc73-4609-8a0c-5dc41db86116 x-openstack-request-id: req-53e87b8a-dc73-4609-8a0c-5dc41db86116 {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:41:30.736574 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2d5a1f-4e5b-4072-851a-d01f23742f55", "name": "network-vif-deleted", "tag": "01f88803-1998-4eea-820a-bbda30202ac5", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:41:30.736828 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-53e87b8a-dc73-4609-8a0c-5dc41db86116 {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:41:30.737238 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53e87b8a-dc73-4609-8a0c-5dc41db86116'] response: {'server_uuid': 'bd2d5a1f-4e5b-4072-851a-d01f23742f55', 'name': 'network-vif-deleted', 'tag': '01f88803-1998-4eea-820a-bbda30202ac5', 'status': 'completed', 'code': 200} Jul 02 03:41:30.770226 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-0afee4ce-297d-4a95-baac-0931539aab9d None None] Set router 520b676c-e11b-45f4-bb61-e5b7d541794b gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:41:30.996452 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-0afee4ce-297d-4a95-baac-0931539aab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'name': 'tempest-AttachVolumeShelveTestJSON-1262963313-router', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:34:26Z', 'revision_number': 4, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'gw_port': {'id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '09f631b1-92c1-45d4-8c80-5ecb165f8b6d', 'name': '', 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'mac_address': 'fa:16:3e:81:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:23Z', 'updated_at': '2022-07-02T03:34:33Z', 'revision_number': 5, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'subnets': [{'id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:41:31.026294 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afee4ce-297d-4a95-baac-0931539aab9d None None] Checking router: 520b676c-e11b-45f4-bb61-e5b7d541794b for host: dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:41:31.029898 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63b2d1-e0a9-42fb-a48a-44dec195e150 req-d97db0bd-4d9e-46c9-b6ff-4b1ae5f9709a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:31.031521 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-df63b2d1-e0a9-42fb-a48a-44dec195e150 req-d97db0bd-4d9e-46c9-b6ff-4b1ae5f9709a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ff687e9-ce72-49c7-bb72-f563c433f7af HTTP/1.1" status: 200 len: 946 time: 0.0538614 Jul 02 03:41:31.035849 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afee4ce-297d-4a95-baac-0931539aab9d None None] Routers {'520b676c-e11b-45f4-bb61-e5b7d541794b'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:41:31.036461 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-0afee4ce-297d-4a95-baac-0931539aab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:41:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['520b676c-e11b-45f4-bb61-e5b7d541794b'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:41:31.081526 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-df63b2d1-e0a9-42fb-a48a-44dec195e150 req-90b7722b-d2c9-4c42-87ee-fa1e2e636ede tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=32bcedd6-1a49-4caf-a4e4-e84b618d3454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438859 Jul 02 03:41:31.148892 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-0afee4ce-297d-4a95-baac-0931539aab9d None None] Set router 520b676c-e11b-45f4-bb61-e5b7d541794b gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:41:31.194286 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee053de1-f1da-4500-9962-71113a2d233c req-20fbee6e-ee89-46fc-9738-24a8ba869b83 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:31.195814 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ee053de1-f1da-4500-9962-71113a2d233c req-20fbee6e-ee89-46fc-9738-24a8ba869b83 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ff687e9-ce72-49c7-bb72-f563c433f7af HTTP/1.1" status: 200 len: 946 time: 0.0468614 Jul 02 03:41:31.204628 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 37860) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:41:31.209295 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-84ce8a35-19bf-4f76-9b84-ec5dab45e963 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Request body: {'floatingip': {'port_id': '41dcd48a-9142-481f-8774-b99c864c98bb'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:41:31.250367 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-84ce8a35-19bf-4f76-9b84-ec5dab45e963 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for floatingip (b39fe98b-8c46-44da-9928-5961fefd877d), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:31.349024 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-0afee4ce-297d-4a95-baac-0931539aab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'name': 'tempest-AttachVolumeShelveTestJSON-1262963313-router', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:34:26Z', 'revision_number': 4, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'gw_port': {'id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '09f631b1-92c1-45d4-8c80-5ecb165f8b6d', 'name': '', 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'mac_address': 'fa:16:3e:81:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:23Z', 'updated_at': '2022-07-02T03:34:33Z', 'revision_number': 5, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'subnets': [{'id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:41:31.374372 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afee4ce-297d-4a95-baac-0931539aab9d None None] The sync data for ids ['520b676c-e11b-45f4-bb61-e5b7d541794b'] in dv-cinder-846842-9-iscsi is: [{'id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'name': 'tempest-AttachVolumeShelveTestJSON-1262963313-router', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:34:26Z', 'revision_number': 4, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'gw_port': {'id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '09f631b1-92c1-45d4-8c80-5ecb165f8b6d', 'name': '', 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'mac_address': 'fa:16:3e:81:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:23Z', 'updated_at': '2022-07-02T03:34:33Z', 'revision_number': 5, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'subnets': [{'id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:41:31.557786 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:31.644117 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a42b97-b855-4b36-ab25-8e61ca9ff00f None None] New status for floating IP 52f9dd38-b6eb-457d-aa44-c03197ee3d79: DOWN {{(pid=104251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 02 03:41:31.659987 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 37866) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:41:31.700918 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-84ce8a35-19bf-4f76-9b84-ec5dab45e963 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:31.705500 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-84ce8a35-19bf-4f76-9b84-ec5dab45e963 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389155'] for floatingip (b39fe98b-8c46-44da-9928-5961fefd877d), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:31.721759 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-eb26031d-bedc-4785-9ed7-f7e354825e7e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for security_group (30283c57-b25d-4a6a-8fde-7f51a3063c9c), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:31.747718 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-eb26031d-bedc-4785-9ed7-f7e354825e7e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for security_group (30283c57-b25d-4a6a-8fde-7f51a3063c9c), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:31.805769 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-eb26031d-bedc-4785-9ed7-f7e354825e7e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (30283c57-b25d-4a6a-8fde-7f51a3063c9c), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:31.808577 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-eb26031d-bedc-4785-9ed7-f7e354825e7e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:31.809804 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-eb26031d-bedc-4785-9ed7-f7e354825e7e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "DELETE /v2.0/security-groups/30283c57-b25d-4a6a-8fde-7f51a3063c9c HTTP/1.1" status: 204 len: 168 time: 0.1478441 Jul 02 03:41:31.809915 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.db.l3_db [None req-84ce8a35-19bf-4f76-9b84-ec5dab45e963 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Floating IP b39fe98b-8c46-44da-9928-5961fefd877d associated. External IP: 172.27.0.188, port: 41dcd48a-9142-481f-8774-b99c864c98bb. Jul 02 03:41:31.811694 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:31.812659 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 37868) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:41:31.819867 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26031d-bedc-4785-9ed7-f7e354825e7e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30283c57-b25d-4a6a-8fde-7f51a3063c9c,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:31.885300 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.api.v2.resource [None req-237c7ffb-92a8-4ff0-8b6e-9457edac1112 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] show failed (client error): The resource could not be found. Jul 02 03:41:31.886259 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-237c7ffb-92a8-4ff0-8b6e-9457edac1112 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups/30283c57-b25d-4a6a-8fde-7f51a3063c9c HTTP/1.1" status: 404 len: 347 time: 0.0723295 Jul 02 03:41:31.889457 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 37870) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:41:31.986348 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:41:32.002626 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-cf12d95b-92a8-4095-96c7-59483eae03c1 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Deleting port 1855dfab-df12-495e-9e32-c02289102be5 {{(pid=104249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:41:32.002973 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-cf12d95b-92a8-4095-96c7-59483eae03c1 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (1855dfab-df12-495e-9e32-c02289102be5), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:32.033679 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ce8a35-19bf-4f76-9b84-ec5dab45e963 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:41:32.079233 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-cf12d95b-92a8-4095-96c7-59483eae03c1 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (1855dfab-df12-495e-9e32-c02289102be5), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:32.079899 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-cf12d95b-92a8-4095-96c7-59483eae03c1 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for floatingip (1855dfab-df12-495e-9e32-c02289102be5), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:32.092371 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-cf12d95b-92a8-4095-96c7-59483eae03c1 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Calling delete_port for 1855dfab-df12-495e-9e32-c02289102be5 owned by network:floatingip {{(pid=104249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:41:32.138880 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ce8a35-19bf-4f76-9b84-ec5dab45e963 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:41:32.143502 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-84ce8a35-19bf-4f76-9b84-ec5dab45e963 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:32.149852 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94b3d4e-fc1b-41c0-9c29-9bd55c753469 None None] Sync routers for ids ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'] in dv-cinder-846842-9-iscsi {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:41:32.151964 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 01f88803-1998-4eea-820a-bbda30202ac5 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:41:32.161514 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94b3d4e-fc1b-41c0-9c29-9bd55c753469 None None] Routers {'3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:41:32.162479 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-a94b3d4e-fc1b-41c0-9c29-9bd55c753469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:41:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:41:32.179839 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-84ce8a35-19bf-4f76-9b84-ec5dab45e963 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "PUT /v2.0/floatingips/b39fe98b-8c46-44da-9928-5961fefd877d HTTP/1.1" status: 200 len: 992 time: 0.9741089 Jul 02 03:41:32.183274 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] No Port match for: 01f88803-1998-4eea-820a-bbda30202ac5 {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:41:32.183658 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 01f88803-1998-4eea-820a-bbda30202ac5 not bound to the agent host hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:41:32.229372 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-cf12d95b-92a8-4095-96c7-59483eae03c1 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (1855dfab-df12-495e-9e32-c02289102be5), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:32.254198 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12d95b-92a8-4095-96c7-59483eae03c1 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Pushing event deleted for resources: {'Port': ['ID=1855dfab-df12-495e-9e32-c02289102be5,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:32.272608 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-a94b3d4e-fc1b-41c0-9c29-9bd55c753469 None None] Set router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:41:32.312942 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:32.320771 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-cf12d95b-92a8-4095-96c7-59483eae03c1 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for floatingip (52f9dd38-b6eb-457d-aa44-c03197ee3d79), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:32.323205 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-cf12d95b-92a8-4095-96c7-59483eae03c1 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:32.324436 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-cf12d95b-92a8-4095-96c7-59483eae03c1 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "DELETE /v2.0/floatingips/52f9dd38-b6eb-457d-aa44-c03197ee3d79 HTTP/1.1" status: 204 len: 168 time: 0.4338048 Jul 02 03:41:32.414388 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 37876) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:41:32.419704 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-97bd8482-5e5a-479b-9f78-00d3dd521f16 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Request body: {'security_group': {'name': 'tempest-securitygroup--429493286', 'description': 'tempest-description--2135393540'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:41:32.444153 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-97bd8482-5e5a-479b-9f78-00d3dd521f16 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:32.456276 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:32.490139 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=100 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:32.518395 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-97bd8482-5e5a-479b-9f78-00d3dd521f16 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for security_group (bf323d4d-e141-4bcb-9ec0-30827b4855c5), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:32.523556 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-97bd8482-5e5a-479b-9f78-00d3dd521f16 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (bf323d4d-e141-4bcb-9ec0-30827b4855c5), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:32.558315 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-97bd8482-5e5a-479b-9f78-00d3dd521f16 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:32.559680 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-97bd8482-5e5a-479b-9f78-00d3dd521f16 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1441283 Jul 02 03:41:32.561511 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd8482-5e5a-479b-9f78-00d3dd521f16 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf323d4d-e141-4bcb-9ec0-30827b4855c5,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:32.562791 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 37878) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:41:32.565159 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=100 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:32.569915 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-4e25ecdb-ea48-40d0-bf24-c1189cdb71e0 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Request body: {'security_group_rule': {'security_group_id': 'bf323d4d-e141-4bcb-9ec0-30827b4855c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:41:32.583336 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-a94b3d4e-fc1b-41c0-9c29-9bd55c753469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'name': 'tempest-AttachVolumeNegativeTest-1944099048-router', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:12Z', 'updated_at': '2022-07-02T03:34:25Z', 'revision_number': 4, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'gw_port': {'id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:15Z', 'updated_at': '2022-07-02T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': 'b39fe98b-8c46-44da-9928-5961fefd877d', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'port_id': '41dcd48a-9142-481f-8774-b99c864c98bb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'mac_address': 'fa:16:3e:a3:dc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff687e9-ce72-49c7-bb72-f563c433f7af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:41:16Z', 'updated_at': '2022-07-02T03:41:31Z', 'revision_number': 1, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1afdd4-79ed-4696-98f4-e3dd5de0fa94', 'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'mac_address': 'fa:16:3e:08:83:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:24Z', 'updated_at': '2022-07-02T03:34:44Z', 'revision_number': 5, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'subnets': [{'id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:41:32.598861 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-4e25ecdb-ea48-40d0-bf24-c1189cdb71e0 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for security_group_rule (0a60cfd2-3b60-4281-8a72-c0a63283955c), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:32.611269 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94b3d4e-fc1b-41c0-9c29-9bd55c753469 None None] Checking router: 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 for host: dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:41:32.619489 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94b3d4e-fc1b-41c0-9c29-9bd55c753469 None None] Routers {'3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:41:32.620093 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-a94b3d4e-fc1b-41c0-9c29-9bd55c753469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:41:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:41:32.654272 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-4e25ecdb-ea48-40d0-bf24-c1189cdb71e0 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for security_group_rule (0a60cfd2-3b60-4281-8a72-c0a63283955c), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:32.658808 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-4e25ecdb-ea48-40d0-bf24-c1189cdb71e0 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (0a60cfd2-3b60-4281-8a72-c0a63283955c), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:32.679590 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25ecdb-ea48-40d0-bf24-c1189cdb71e0 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a60cfd2-3b60-4281-8a72-c0a63283955c,revision_number=0']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:32.690471 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-4e25ecdb-ea48-40d0-bf24-c1189cdb71e0 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:32.691825 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-4e25ecdb-ea48-40d0-bf24-c1189cdb71e0 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264930 Jul 02 03:41:32.694460 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 37880) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:41:32.699023 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-9529cc82-3255-4b47-bbd5-ea8ec139b705 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Request body: {'security_group_rule': {'security_group_id': 'bf323d4d-e141-4bcb-9ec0-30827b4855c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:41:32.725958 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-a94b3d4e-fc1b-41c0-9c29-9bd55c753469 None None] Set router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:41:32.727844 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-9529cc82-3255-4b47-bbd5-ea8ec139b705 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for security_group_rule (9c0e80ee-23c3-4a0d-a109-8f4d40d9ef9d), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:32.738992 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff687e9-ce72-49c7-bb72-f563c433f7af', 'tag': '41dcd48a-9142-481f-8774-b99c864c98bb'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:41:32.741387 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55e4161-45a7-4f45-8db5-4f7194c73154" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff687e9-ce72-49c7-bb72-f563c433f7af", "tag": "41dcd48a-9142-481f-8774-b99c864c98bb"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:41:32.771337 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:32.786480 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef729e0-42bc-41d8-811b-90af1df5a7e5 x-openstack-request-id: req-4ef729e0-42bc-41d8-811b-90af1df5a7e5 {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:41:32.786766 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff687e9-ce72-49c7-bb72-f563c433f7af", "tag": "41dcd48a-9142-481f-8774-b99c864c98bb", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:41:32.787013 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4ef729e0-42bc-41d8-811b-90af1df5a7e5 {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:41:32.787482 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ef729e0-42bc-41d8-811b-90af1df5a7e5'] response: {'name': 'network-changed', 'server_uuid': '6ff687e9-ce72-49c7-bb72-f563c433f7af', 'tag': '41dcd48a-9142-481f-8774-b99c864c98bb', 'status': 'completed', 'code': 200} Jul 02 03:41:32.789546 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-9529cc82-3255-4b47-bbd5-ea8ec139b705 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for security_group_rule (9c0e80ee-23c3-4a0d-a109-8f4d40d9ef9d), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:32.793710 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-9529cc82-3255-4b47-bbd5-ea8ec139b705 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (9c0e80ee-23c3-4a0d-a109-8f4d40d9ef9d), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:32.814052 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529cc82-3255-4b47-bbd5-ea8ec139b705 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0e80ee-23c3-4a0d-a109-8f4d40d9ef9d,revision_number=0']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:32.823376 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-9529cc82-3255-4b47-bbd5-ea8ec139b705 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:32.827745 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-9529cc82-3255-4b47-bbd5-ea8ec139b705 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1291945 Jul 02 03:41:32.828196 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 37884) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:41:32.833293 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-0a5553a4-593a-46fe-a104-35193d8c6e19 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Request body: {'floatingip': {'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:41:32.880922 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0a5553a4-593a-46fe-a104-35193d8c6e19 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:32.906399 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e4161-45a7-4f45-8db5-4f7194c73154 req-cf01fadd-311f-4277-bd67-c332c912da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:32.907952 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-f55e4161-45a7-4f45-8db5-4f7194c73154 req-cf01fadd-311f-4277-bd67-c332c912da5a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b44eff44cb504e1f9bf037303db24d1b&device_id=6ff687e9-ce72-49c7-bb72-f563c433f7af HTTP/1.1" status: 200 len: 1130 time: 0.0601134 Jul 02 03:41:32.955967 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-a94b3d4e-fc1b-41c0-9c29-9bd55c753469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'name': 'tempest-AttachVolumeNegativeTest-1944099048-router', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:12Z', 'updated_at': '2022-07-02T03:34:25Z', 'revision_number': 4, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'gw_port': {'id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:15Z', 'updated_at': '2022-07-02T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': 'b39fe98b-8c46-44da-9928-5961fefd877d', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'port_id': '41dcd48a-9142-481f-8774-b99c864c98bb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'mac_address': 'fa:16:3e:a3:dc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff687e9-ce72-49c7-bb72-f563c433f7af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:41:16Z', 'updated_at': '2022-07-02T03:41:31Z', 'revision_number': 1, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1afdd4-79ed-4696-98f4-e3dd5de0fa94', 'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'mac_address': 'fa:16:3e:08:83:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:24Z', 'updated_at': '2022-07-02T03:34:44Z', 'revision_number': 5, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'subnets': [{'id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:41:32.981778 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94b3d4e-fc1b-41c0-9c29-9bd55c753469 None None] The sync data for ids ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'] in dv-cinder-846842-9-iscsi is: [{'id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'name': 'tempest-AttachVolumeNegativeTest-1944099048-router', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:12Z', 'updated_at': '2022-07-02T03:34:25Z', 'revision_number': 4, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'gw_port': {'id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:15Z', 'updated_at': '2022-07-02T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': 'b39fe98b-8c46-44da-9928-5961fefd877d', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'port_id': '41dcd48a-9142-481f-8774-b99c864c98bb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'mac_address': 'fa:16:3e:a3:dc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff687e9-ce72-49c7-bb72-f563c433f7af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:41:16Z', 'updated_at': '2022-07-02T03:41:31Z', 'revision_number': 1, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1afdd4-79ed-4696-98f4-e3dd5de0fa94', 'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'mac_address': 'fa:16:3e:08:83:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:24Z', 'updated_at': '2022-07-02T03:34:44Z', 'revision_number': 5, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'subnets': [{'id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:41:33.182747 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ce83db-fe95-4b67-8c2f-bd73032fee12 None None] New status for floating IP b39fe98b-8c46-44da-9928-5961fefd877d: ACTIVE {{(pid=104251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 02 03:41:33.270962 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0a5553a4-593a-46fe-a104-35193d8c6e19 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:33.325430 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:33.339845 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e4161-45a7-4f45-8db5-4f7194c73154 req-a00be70f-b58b-4a80-b535-cc1f9b8db4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:33.341283 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-f55e4161-45a7-4f45-8db5-4f7194c73154 req-a00be70f-b58b-4a80-b535-cc1f9b8db4d8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=389311ee-b4f4-4d7f-89a6-51f9bda5ef70 HTTP/1.1" status: 200 len: 916 time: 0.4244630 Jul 02 03:41:33.439565 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-f55e4161-45a7-4f45-8db5-4f7194c73154 req-c2a537f1-48a0-412a-861e-55ee68393c0e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41dcd48a-9142-481f-8774-b99c864c98bb HTTP/1.1" status: 200 len: 1002 time: 0.0889456 Jul 02 03:41:33.456950 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [None req-0a5553a4-593a-46fe-a104-35193d8c6e19 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Allocated IP 172.27.0.182 (f461a802-f340-43f3-86d0-4b44bcb77e0c/5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3/ff0e3dfc-ef26-4a86-82c0-3b22fa55aeab) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:41:33.519030 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e4161-45a7-4f45-8db5-4f7194c73154 req-0c9ac72f-c5b6-49c9-b6aa-984fadb5b21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:33.520557 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-f55e4161-45a7-4f45-8db5-4f7194c73154 req-0c9ac72f-c5b6-49c9-b6aa-984fadb5b21c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c753fd38-19d6-439d-9e37-af1a40857012 HTTP/1.1" status: 200 len: 854 time: 0.0711889 Jul 02 03:41:33.601237 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e4161-45a7-4f45-8db5-4f7194c73154 req-103616d0-554e-4708-8e73-e4b677f1268e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:33.602642 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-f55e4161-45a7-4f45-8db5-4f7194c73154 req-103616d0-554e-4708-8e73-e4b677f1268e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=389311ee-b4f4-4d7f-89a6-51f9bda5ef70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0730457 Jul 02 03:41:33.652397 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0a5553a4-593a-46fe-a104-35193d8c6e19 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for port (ff0e3dfc-ef26-4a86-82c0-3b22fa55aeab), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:33.732551 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-f55e4161-45a7-4f45-8db5-4f7194c73154 req-e4cd50b2-7919-4b7a-a323-db36ac2d3d90 service neutron] 10.222.0.26 "GET /v2.0/networks/389311ee-b4f4-4d7f-89a6-51f9bda5ef70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235003 Jul 02 03:41:33.746157 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0a5553a4-593a-46fe-a104-35193d8c6e19 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (ff0e3dfc-ef26-4a86-82c0-3b22fa55aeab), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:33.790582 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:33.810569 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5553a4-593a-46fe-a104-35193d8c6e19 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Network f461a802-f340-43f3-86d0-4b44bcb77e0c is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:41:33.819125 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-0a5553a4-593a-46fe-a104-35193d8c6e19 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:41:33.846067 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5553a4-593a-46fe-a104-35193d8c6e19 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:41:33.848376 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5553a4-593a-46fe-a104-35193d8c6e19 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Pushing event updated for resources: {'Port': ['ID=ff0e3dfc-ef26-4a86-82c0-3b22fa55aeab,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:33.911095 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-f55e4161-45a7-4f45-8db5-4f7194c73154 req-0f5d9395-892b-46e6-aed1-acaf3c7fe89d service neutron] 10.222.0.26 "GET /v2.0/networks/389311ee-b4f4-4d7f-89a6-51f9bda5ef70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722105 Jul 02 03:41:33.952472 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0a5553a4-593a-46fe-a104-35193d8c6e19 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for floatingip (faa09b59-b94a-4d37-bedf-81aa1050ca84), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:33.984289 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:33.996516 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0a5553a4-593a-46fe-a104-35193d8c6e19 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (ff0e3dfc-ef26-4a86-82c0-3b22fa55aeab), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:34.147040 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0a5553a4-593a-46fe-a104-35193d8c6e19 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for port (ff0e3dfc-ef26-4a86-82c0-3b22fa55aeab), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:34.155053 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0a5553a4-593a-46fe-a104-35193d8c6e19 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (ff0e3dfc-ef26-4a86-82c0-3b22fa55aeab), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:34.235408 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5553a4-593a-46fe-a104-35193d8c6e19 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Pushing event updated for resources: {'Port': ['ID=ff0e3dfc-ef26-4a86-82c0-3b22fa55aeab,revision_number=2']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:34.242266 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0a5553a4-593a-46fe-a104-35193d8c6e19 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389155'] for floatingip (faa09b59-b94a-4d37-bedf-81aa1050ca84), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:34.261636 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0a5553a4-593a-46fe-a104-35193d8c6e19 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:34.262877 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-0a5553a4-593a-46fe-a104-35193d8c6e19 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4335783 Jul 02 03:41:34.467069 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-35858f83-3ffc-400e-b6cd-7ec2c041dc55 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--429493286&fields=id&tenant_id=7f39e852f8d14dec8e98d8d77fe90766 HTTP/1.1" status: 200 len: 267 time: 0.0519755 Jul 02 03:41:34.582501 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-f6a09f4a-1565-4668-90c5-2b22c1fbbc86 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:34.584035 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-f6a09f4a-1565-4668-90c5-2b22c1fbbc86 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/networks?id=dc0b5a80-e232-44f7-a253-08cca2946b9f HTTP/1.1" status: 200 len: 817 time: 0.1069424 Jul 02 03:41:34.600104 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-7539344c-eabd-4429-887d-9973a1e1d724 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/quotas/7f39e852f8d14dec8e98d8d77fe90766 HTTP/1.1" status: 200 len: 375 time: 0.0106628 Jul 02 03:41:34.655077 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-db416fa7-93f3-49b4-a999-f8ef6e649c5e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f39e852f8d14dec8e98d8d77fe90766&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497746 Jul 02 03:41:34.781351 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-368296d9-df5b-4d67-b21f-7ca86c526378 service neutron] 10.222.0.42 "GET /v2.0/networks/dc0b5a80-e232-44f7-a253-08cca2946b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082482 Jul 02 03:41:34.872951 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-7760468b-4199-436e-ad90-0961777b30c0 service neutron] 10.222.0.42 "GET /v2.0/networks/dc0b5a80-e232-44f7-a253-08cca2946b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858929 Jul 02 03:41:35.040098 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-34d30a50-7e6e-4cde-a901-f619825414b7 req-fe51e452-a9d9-4c46-9361-4f0c52069486 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 210 time: 0.0320616 Jul 02 03:41:36.143108 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-b87e27ec-3c4f-4165-a0c8-f7c5f04c6355 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:36.144647 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-b87e27ec-3c4f-4165-a0c8-f7c5f04c6355 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.26 "GET /v2.0/networks?id=dc0b5a80-e232-44f7-a253-08cca2946b9f HTTP/1.1" status: 200 len: 817 time: 0.1202745 Jul 02 03:41:36.149107 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c9a8417b-7a37-41cc-b692-982eb0646e8c req-f966a7e4-49c8-4c63-8799-c761cd834cc0 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 210 time: 0.0309765 Jul 02 03:41:36.221182 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-64652aea-6810-4b02-bc42-2412aaf16a56 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f39e852f8d14dec8e98d8d77fe90766 HTTP/1.1" status: 200 len: 379 time: 0.0568860 Jul 02 03:41:36.354930 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-45b621e1-7ee1-409f-b02f-dfe292f54d93 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Request body: {'port': {'device_id': 'e86c62ef-7db9-4c66-be31-20868e93d817', 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f', 'admin_state_up': True, 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'security_groups': ['bf323d4d-e141-4bcb-9ec0-30827b4855c5']}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:41:36.473819 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-45b621e1-7ee1-409f-b02f-dfe292f54d93 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Made reservation on behalf of 7f39e852f8d14dec8e98d8d77fe90766 for: {'port': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:41:36.479450 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-45b621e1-7ee1-409f-b02f-dfe292f54d93 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:36.596306 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:36.614349 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-45b621e1-7ee1-409f-b02f-dfe292f54d93 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Allocated IP 172.20.0.5 (dc0b5a80-e232-44f7-a253-08cca2946b9f/9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e/41edcc3a-c954-4e67-a0a2-822da68709b0) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:41:36.750572 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:36.767337 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-45b621e1-7ee1-409f-b02f-dfe292f54d93 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for port (41edcc3a-c954-4e67-a0a2-822da68709b0), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:36.802072 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-45b621e1-7ee1-409f-b02f-dfe292f54d93 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (41edcc3a-c954-4e67-a0a2-822da68709b0), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:36.846151 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-45b621e1-7ee1-409f-b02f-dfe292f54d93 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Network dc0b5a80-e232-44f7-a253-08cca2946b9f is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:41:36.851112 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-45b621e1-7ee1-409f-b02f-dfe292f54d93 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:41:36.854833 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-45b621e1-7ee1-409f-b02f-dfe292f54d93 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:41:36.858812 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b621e1-7ee1-409f-b02f-dfe292f54d93 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Pushing event updated for resources: {'Port': ['ID=41edcc3a-c954-4e67-a0a2-822da68709b0,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:36.906951 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-45b621e1-7ee1-409f-b02f-dfe292f54d93 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:36.907581 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-45b621e1-7ee1-409f-b02f-dfe292f54d93 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:36.926187 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-45b621e1-7ee1-409f-b02f-dfe292f54d93 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5767236 Jul 02 03:41:36.943733 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-59e6f8c3-2edd-4860-bd28-e5c5364cb088 service neutron] Request body: {'port': {'device_id': 'e86c62ef-7db9-4c66-be31-20868e93d817', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:41:37.011329 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-59e6f8c3-2edd-4860-bd28-e5c5364cb088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (41edcc3a-c954-4e67-a0a2-822da68709b0), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:37.113865 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-736c3597-43d1-4357-8b19-bd514ad17bf9 None None] Provisioning complete for port 41edcc3a-c954-4e67-a0a2-822da68709b0 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:41:37.114328 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-736c3597-43d1-4357-8b19-bd514ad17bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (41edcc3a-c954-4e67-a0a2-822da68709b0), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:37.148831 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-736c3597-43d1-4357-8b19-bd514ad17bf9 None None] Port 41edcc3a-c954-4e67-a0a2-822da68709b0 cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:41:37.269399 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5cd82-cbbb-489c-afd2-b31c04947d7f req-02c177c8-d29f-4b6e-8752-8f622998e099 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:37.270607 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-97f5cd82-cbbb-489c-afd2-b31c04947d7f req-02c177c8-d29f-4b6e-8752-8f622998e099 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 931 time: 0.0479629 Jul 02 03:41:37.271307 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-59e6f8c3-2edd-4860-bd28-e5c5364cb088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41edcc3a-c954-4e67-a0a2-822da68709b0 {{(pid=104250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:41:37.279047 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-59e6f8c3-2edd-4860-bd28-e5c5364cb088 service neutron] Publish callbacks [] for port (41edcc3a-c954-4e67-a0a2-822da68709b0), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:37.291619 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.provisioning_blocks [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-59e6f8c3-2edd-4860-bd28-e5c5364cb088 service neutron] Transition to ACTIVE for port object 41edcc3a-c954-4e67-a0a2-822da68709b0 will not be triggered until provisioned by entity L2. {{(pid=104250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 02 03:41:37.298049 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-59e6f8c3-2edd-4860-bd28-e5c5364cb088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (41edcc3a-c954-4e67-a0a2-822da68709b0), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:37.319825 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-97f5cd82-cbbb-489c-afd2-b31c04947d7f req-020c3d39-7c92-4dba-906d-ad55bc7be75a tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431974 Jul 02 03:41:37.350371 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6f8c3-2edd-4860-bd28-e5c5364cb088 service neutron] Pushing event updated for resources: {'Port': ['ID=41edcc3a-c954-4e67-a0a2-822da68709b0,revision_number=2']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:37.427443 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-59e6f8c3-2edd-4860-bd28-e5c5364cb088 service neutron] Attempting to bind port 41edcc3a-c954-4e67-a0a2-822da68709b0 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:41:37.427789 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-59e6f8c3-2edd-4860-bd28-e5c5364cb088 service neutron] Attempting to bind port 41edcc3a-c954-4e67-a0a2-822da68709b0 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '645b2d22-891d-43a9-95be-abb4172a72ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f'}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:41:37.428121 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-59e6f8c3-2edd-4860-bd28-e5c5364cb088 service neutron] Attempting to bind port 41edcc3a-c954-4e67-a0a2-822da68709b0 on network dc0b5a80-e232-44f7-a253-08cca2946b9f {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:41:37.432847 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-59e6f8c3-2edd-4860-bd28-e5c5364cb088 service neutron] Port 41edcc3a-c954-4e67-a0a2-822da68709b0 on network dc0b5a80-e232-44f7-a253-08cca2946b9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 02 03:41:37.433168 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-59e6f8c3-2edd-4860-bd28-e5c5364cb088 service neutron] Attempting to bind port 41edcc3a-c954-4e67-a0a2-822da68709b0 on network dc0b5a80-e232-44f7-a253-08cca2946b9f {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:41:37.438352 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-59e6f8c3-2edd-4860-bd28-e5c5364cb088 service neutron] Checking agent: {'id': 'b6c7a065-6c6d-4192-b8a5-562c9c844309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'started_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:41:37.438689 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-59e6f8c3-2edd-4860-bd28-e5c5364cb088 service neutron] Checking segment: {'id': '645b2d22-891d-43a9-95be-abb4172a72ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:41:37.439073 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-59e6f8c3-2edd-4860-bd28-e5c5364cb088 service neutron] Bound using segment: {'id': '645b2d22-891d-43a9-95be-abb4172a72ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f'} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:41:37.439531 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-59e6f8c3-2edd-4860-bd28-e5c5364cb088 service neutron] Bound port: 41edcc3a-c954-4e67-a0a2-822da68709b0, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645b2d22-891d-43a9-95be-abb4172a72ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f'}}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:41:37.439900 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-59e6f8c3-2edd-4860-bd28-e5c5364cb088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (41edcc3a-c954-4e67-a0a2-822da68709b0), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:37.454389 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:37.504201 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:37.507439 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-59e6f8c3-2edd-4860-bd28-e5c5364cb088 service neutron] For port 41edcc3a-c954-4e67-a0a2-822da68709b0, host hv-cinder-84684, cleared binding levels {{(pid=104250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:41:37.511050 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-59e6f8c3-2edd-4860-bd28-e5c5364cb088 service neutron] For port 41edcc3a-c954-4e67-a0a2-822da68709b0, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=41edcc3a-c954-4e67-a0a2-822da68709b0,segment=NetworkSegment(645b2d22-891d-43a9-95be-abb4172a72ed),segment_id=645b2d22-891d-43a9-95be-abb4172a72ed)] {{(pid=104250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:41:37.518256 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-59e6f8c3-2edd-4860-bd28-e5c5364cb088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (41edcc3a-c954-4e67-a0a2-822da68709b0), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:37.580943 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-59e6f8c3-2edd-4860-bd28-e5c5364cb088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:37.581592 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-59e6f8c3-2edd-4860-bd28-e5c5364cb088 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:37.582998 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-59e6f8c3-2edd-4860-bd28-e5c5364cb088 service neutron] 10.222.0.26 "PUT /v2.0/ports/41edcc3a-c954-4e67-a0a2-822da68709b0 HTTP/1.1" status: 200 len: 1093 time: 0.6438079 Jul 02 03:41:37.583445 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86c62ef-7db9-4c66-be31-20868e93d817', 'tag': '41edcc3a-c954-4e67-a0a2-822da68709b0'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:41:37.585752 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da899d5-1bef-4d5a-a7a4-d677bbc1e4a5" -d '{"events": [{"name": "network-changed", "server_uuid": "e86c62ef-7db9-4c66-be31-20868e93d817", "tag": "41edcc3a-c954-4e67-a0a2-822da68709b0"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:41:37.605407 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6f8c3-2edd-4860-bd28-e5c5364cb088 service neutron] Pushing event updated for resources: {'Port': ['ID=41edcc3a-c954-4e67-a0a2-822da68709b0,revision_number=3']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:37.627255 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5444f240-ea98-4c5d-8553-e2288c64fade x-openstack-request-id: req-5444f240-ea98-4c5d-8553-e2288c64fade {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:41:37.627545 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e86c62ef-7db9-4c66-be31-20868e93d817", "tag": "41edcc3a-c954-4e67-a0a2-822da68709b0", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:41:37.627824 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5444f240-ea98-4c5d-8553-e2288c64fade {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:41:37.628209 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5444f240-ea98-4c5d-8553-e2288c64fade'] response: {'name': 'network-changed', 'server_uuid': 'e86c62ef-7db9-4c66-be31-20868e93d817', 'tag': '41edcc3a-c954-4e67-a0a2-822da68709b0', 'status': 'completed', 'code': 200} Jul 02 03:41:37.693793 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-1e42b47a-31f0-4d97-9091-ae02e3d74417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:37.695394 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-1e42b47a-31f0-4d97-9091-ae02e3d74417 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f39e852f8d14dec8e98d8d77fe90766&device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 1127 time: 0.0473304 Jul 02 03:41:37.743756 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-bc38c5f0-6235-4870-ac6a-8c97386f03e6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41edcc3a-c954-4e67-a0a2-822da68709b0 HTTP/1.1" status: 200 len: 217 time: 0.0347886 Jul 02 03:41:37.794809 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:37.795068 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-7168c5ce-2a35-4eb9-8845-1a3056c065bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:37.796582 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-7168c5ce-2a35-4eb9-8845-1a3056c065bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e HTTP/1.1" status: 200 len: 856 time: 0.0464053 Jul 02 03:41:37.849296 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-fb81de2f-e761-4036-a2d3-b6a0cc3c981c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:37.851467 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-fb81de2f-e761-4036-a2d3-b6a0cc3c981c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc0b5a80-e232-44f7-a253-08cca2946b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487566 Jul 02 03:41:37.951150 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-4568548a-288b-4f29-a760-028d608a6ec9 service neutron] 10.222.0.26 "GET /v2.0/networks/dc0b5a80-e232-44f7-a253-08cca2946b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926590 Jul 02 03:41:38.045123 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1ebca7c4-7cbc-4167-bea8-97639b93e5b6 req-256c4365-c4a2-4267-bff3-52622bfcdd31 service neutron] 10.222.0.26 "GET /v2.0/networks/dc0b5a80-e232-44f7-a253-08cca2946b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874250 Jul 02 03:41:38.458765 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94d73c-325a-43d7-8c6e-69a29383d666 req-12bb0a11-6eeb-48a3-b3ca-fad415d778b9 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:38.460592 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-eb94d73c-325a-43d7-8c6e-69a29383d666 req-12bb0a11-6eeb-48a3-b3ca-fad415d778b9 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 943 time: 0.0500524 Jul 02 03:41:38.512337 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-eb94d73c-325a-43d7-8c6e-69a29383d666 req-ac20627c-3268-4292-bced-8e03ad9f0bb6 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464585 Jul 02 03:41:39.666377 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d143b-5f51-4915-ac1f-33a0bcafe373 req-1a6a73fe-afdf-41cb-aa0c-980dc2b849c7 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:39.668156 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cb0d143b-5f51-4915-ac1f-33a0bcafe373 req-1a6a73fe-afdf-41cb-aa0c-980dc2b849c7 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 943 time: 0.0601926 Jul 02 03:41:39.716614 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cb0d143b-5f51-4915-ac1f-33a0bcafe373 req-0d49b202-d84f-45fe-bf3e-8868ab08488f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424387 Jul 02 03:41:40.339186 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da899d5-1bef-4d5a-a7a4-d677bbc1e4a5 req-82461b1c-7f2f-4dc8-89c4-fa33f69ee522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:40.340881 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1da899d5-1bef-4d5a-a7a4-d677bbc1e4a5 req-82461b1c-7f2f-4dc8-89c4-fa33f69ee522 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f39e852f8d14dec8e98d8d77fe90766&device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 1127 time: 0.0431268 Jul 02 03:41:40.444791 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da899d5-1bef-4d5a-a7a4-d677bbc1e4a5 req-9a3c3b67-049d-46a9-9d7a-ad408595a6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:40.446274 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1da899d5-1bef-4d5a-a7a4-d677bbc1e4a5 req-9a3c3b67-049d-46a9-9d7a-ad408595a6d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dc0b5a80-e232-44f7-a253-08cca2946b9f HTTP/1.1" status: 200 len: 918 time: 0.0943935 Jul 02 03:41:40.865632 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb8086-1720-4e1d-bc40-c1c7ce512df2 req-dfc74878-8252-46cc-b182-64cf2437a8ee tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:40.867116 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-aafb8086-1720-4e1d-bc40-c1c7ce512df2 req-dfc74878-8252-46cc-b182-64cf2437a8ee tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 943 time: 0.0588679 Jul 02 03:41:40.878279 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:40.921959 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-aafb8086-1720-4e1d-bc40-c1c7ce512df2 req-4f2b039c-e04d-4f09-aa1f-78c11c97876b tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491822 Jul 02 03:41:41.009006 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1da899d5-1bef-4d5a-a7a4-d677bbc1e4a5 req-c7454b5a-f91b-4cd1-a35b-149901ce30fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41edcc3a-c954-4e67-a0a2-822da68709b0 HTTP/1.1" status: 200 len: 217 time: 0.0348201 Jul 02 03:41:41.080536 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da899d5-1bef-4d5a-a7a4-d677bbc1e4a5 req-e6813d32-2a80-45c4-90ae-c6fb22374818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:41.082033 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1da899d5-1bef-4d5a-a7a4-d677bbc1e4a5 req-e6813d32-2a80-45c4-90ae-c6fb22374818 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e HTTP/1.1" status: 200 len: 856 time: 0.0467854 Jul 02 03:41:41.246241 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da899d5-1bef-4d5a-a7a4-d677bbc1e4a5 req-a6889035-4a33-4a58-ab22-bf00235cee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:41.247787 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1da899d5-1bef-4d5a-a7a4-d677bbc1e4a5 req-a6889035-4a33-4a58-ab22-bf00235cee19 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc0b5a80-e232-44f7-a253-08cca2946b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591846 Jul 02 03:41:41.361749 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1da899d5-1bef-4d5a-a7a4-d677bbc1e4a5 req-cf8e616f-d7b6-4f6a-9cb7-59463e268abb service neutron] 10.222.0.26 "GET /v2.0/networks/dc0b5a80-e232-44f7-a253-08cca2946b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064625 Jul 02 03:41:41.458933 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1da899d5-1bef-4d5a-a7a4-d677bbc1e4a5 req-10cd63ab-f87c-46dc-9e4f-2d0c014c852b service neutron] 10.222.0.26 "GET /v2.0/networks/dc0b5a80-e232-44f7-a253-08cca2946b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908012 Jul 02 03:41:42.067731 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d264c3-4710-4d7d-a6bb-0672deb4bdae req-b5d755f0-bedb-43ae-bdf6-f2162f34f42f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:42.069252 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a0d264c3-4710-4d7d-a6bb-0672deb4bdae req-b5d755f0-bedb-43ae-bdf6-f2162f34f42f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 943 time: 0.0660596 Jul 02 03:41:42.080650 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:42.119525 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a0d264c3-4710-4d7d-a6bb-0672deb4bdae req-af942d75-eca2-4ee0-889c-314912ea9729 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445478 Jul 02 03:41:42.182213 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 41edcc3a-c954-4e67-a0a2-822da68709b0 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 03:41:42.298710 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 41edcc3a-c954-4e67-a0a2-822da68709b0, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=41edcc3a-c954-4e67-a0a2-822da68709b0,segment=NetworkSegment(645b2d22-891d-43a9-95be-abb4172a72ed),segment_id=645b2d22-891d-43a9-95be-abb4172a72ed)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:41:42.310626 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Returning: {'device': '41edcc3a-c954-4e67-a0a2-822da68709b0', 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f', 'port_id': '41edcc3a-c954-4e67-a0a2-822da68709b0', 'mac_address': 'fa:16:3e:d1:bb:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 03:41:42.317100 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:42.348410 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 41edcc3a-c954-4e67-a0a2-822da68709b0 is: DOWN; New status is: BUILD {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:41:42.348805 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (41edcc3a-c954-4e67-a0a2-822da68709b0), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:42.364999 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41edcc3a-c954-4e67-a0a2-822da68709b0 {{(pid=104251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:41:42.386919 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 41edcc3a-c954-4e67-a0a2-822da68709b0, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=41edcc3a-c954-4e67-a0a2-822da68709b0,segment=NetworkSegment(645b2d22-891d-43a9-95be-abb4172a72ed),segment_id=645b2d22-891d-43a9-95be-abb4172a72ed)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:41:42.394407 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (41edcc3a-c954-4e67-a0a2-822da68709b0), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:42.447212 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=41edcc3a-c954-4e67-a0a2-822da68709b0,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:42.454890 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:42.455270 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:42.456189 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:42.456541 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:42.456883 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:42.457219 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:42.457545 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:42.457885 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:42.458220 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:42.458548 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:42.458872 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:42.459181 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:42.459530 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:42.459854 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:42.460171 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:41:42.867127 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['41edcc3a-c954-4e67-a0a2-822da68709b0'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:41:42.913051 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d9724-ade6-4a74-ad04-f907dbd426b9 req-8c512916-b45e-475b-8d4c-4842a12288c2 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:42.914693 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ff0d9724-ade6-4a74-ad04-f907dbd426b9 req-8c512916-b45e-475b-8d4c-4842a12288c2 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0475857 Jul 02 03:41:42.959569 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=45 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:42.966048 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ff0d9724-ade6-4a74-ad04-f907dbd426b9 req-c350f4f3-81b9-40a8-9754-bcd77cde53c6 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449946 Jul 02 03:41:43.248326 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e1f47-e8a3-420f-97be-8d0d4f097629 req-039af9e6-0963-485d-8f32-7fc6621792d2 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:43.249831 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b11e1f47-e8a3-420f-97be-8d0d4f097629 req-039af9e6-0963-485d-8f32-7fc6621792d2 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 944 time: 0.0537260 Jul 02 03:41:43.304971 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b11e1f47-e8a3-420f-97be-8d0d4f097629 req-f5ea6eb6-6bc8-47bf-ac02-e98b56422777 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460114 Jul 02 03:41:44.107153 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84052eee-eed0-44ff-9fd9-26312dc894a0 req-6e4d6241-e222-4d08-8f64-3844bb95d8ad tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:44.108655 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-84052eee-eed0-44ff-9fd9-26312dc894a0 req-6e4d6241-e222-4d08-8f64-3844bb95d8ad tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0543454 Jul 02 03:41:44.158547 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-84052eee-eed0-44ff-9fd9-26312dc894a0 req-0e54f360-e84d-4186-8ae3-3d8e8031a287 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437107 Jul 02 03:41:44.200257 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 41edcc3a-c954-4e67-a0a2-822da68709b0 up at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:41:44.243553 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning for port 41edcc3a-c954-4e67-a0a2-822da68709b0 completed by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 02 03:41:44.252829 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning complete for port 41edcc3a-c954-4e67-a0a2-822da68709b0 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:41:44.253132 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (41edcc3a-c954-4e67-a0a2-822da68709b0), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:44.327598 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 41edcc3a-c954-4e67-a0a2-822da68709b0 is: BUILD; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:41:44.328005 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (41edcc3a-c954-4e67-a0a2-822da68709b0), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:44.355764 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86c62ef-7db9-4c66-be31-20868e93d817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41edcc3a-c954-4e67-a0a2-822da68709b0'}] {{(pid=104251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:41:44.358079 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea91eb0431f3890beba7fecfff9803703e4988fc204844c40d6eadfc05b4f309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97a68cf-71a2-4879-be3f-f4a70ac6f44c" -d '{"events": [{"server_uuid": "e86c62ef-7db9-4c66-be31-20868e93d817", "name": "network-vif-plugged", "status": "completed", "tag": "41edcc3a-c954-4e67-a0a2-822da68709b0"}]}' {{(pid=104251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:41:44.371453 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 41edcc3a-c954-4e67-a0a2-822da68709b0, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=41edcc3a-c954-4e67-a0a2-822da68709b0,segment=NetworkSegment(645b2d22-891d-43a9-95be-abb4172a72ed),segment_id=645b2d22-891d-43a9-95be-abb4172a72ed)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:41:44.376549 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (41edcc3a-c954-4e67-a0a2-822da68709b0), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:44.405778 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662a048e-7d38-4994-bd2d-97f59763b4d3 x-openstack-request-id: req-662a048e-7d38-4994-bd2d-97f59763b4d3 {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:41:44.406191 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86c62ef-7db9-4c66-be31-20868e93d817", "name": "network-vif-plugged", "status": "completed", "tag": "41edcc3a-c954-4e67-a0a2-822da68709b0", "code": 200}]} {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:41:44.406313 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-662a048e-7d38-4994-bd2d-97f59763b4d3 {{(pid=104251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:41:44.406773 dv-cinder-846842-9-iscsi neutron-server[104251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-662a048e-7d38-4994-bd2d-97f59763b4d3'] response: {'server_uuid': 'e86c62ef-7db9-4c66-be31-20868e93d817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41edcc3a-c954-4e67-a0a2-822da68709b0', 'code': 200} Jul 02 03:41:44.430695 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb5e0a-27f5-41f2-b566-17250fac8c08 req-adafa5d0-0802-441d-879f-3eb4b4653054 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:44.432257 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2ccb5e0a-27f5-41f2-b566-17250fac8c08 req-adafa5d0-0802-441d-879f-3eb4b4653054 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 945 time: 0.0505872 Jul 02 03:41:44.434301 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=41edcc3a-c954-4e67-a0a2-822da68709b0,revision_number=5']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:44.485678 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2ccb5e0a-27f5-41f2-b566-17250fac8c08 req-affb0878-6f21-4fad-9804-1f5f59de96e9 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471032 Jul 02 03:41:45.279712 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42066136-97b4-4148-9a3d-60348f594746 req-bc772854-edb8-438f-b96c-2c81f9c97c84 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:45.281236 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-42066136-97b4-4148-9a3d-60348f594746 req-bc772854-edb8-438f-b96c-2c81f9c97c84 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0498145 Jul 02 03:41:45.332026 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-42066136-97b4-4148-9a3d-60348f594746 req-9a2a297a-10a7-445b-9c56-9d485cea18ff tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447521 Jul 02 03:41:45.625778 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafddffb-5f4c-402f-85e6-99ecef045a03 req-6f42f04a-d023-4389-b8c2-a741fbbfb1be tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:45.627150 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-aafddffb-5f4c-402f-85e6-99ecef045a03 req-6f42f04a-d023-4389-b8c2-a741fbbfb1be tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 945 time: 0.0492337 Jul 02 03:41:45.680290 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-aafddffb-5f4c-402f-85e6-99ecef045a03 req-56c48455-0d01-4ba5-9016-56eeed6700be tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445077 Jul 02 03:41:46.235040 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa903f4-6e2e-42df-a86d-e81356547844 req-113e26da-fb43-44cf-ae3e-89f467b39e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:46.236652 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-7aa903f4-6e2e-42df-a86d-e81356547844 req-113e26da-fb43-44cf-ae3e-89f467b39e59 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 1129 time: 0.0405784 Jul 02 03:41:46.282768 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:46.304664 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-7aa903f4-6e2e-42df-a86d-e81356547844 req-9e9c2128-b4ae-4dc0-b363-5238516a1764 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412703 Jul 02 03:41:46.452669 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f4f8b-e3a5-4ef4-88d4-cf84ca47dfab req-20513eac-882f-40b5-bc59-3ec180c0b13f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:46.454163 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-028f4f8b-e3a5-4ef4-88d4-cf84ca47dfab req-20513eac-882f-40b5-bc59-3ec180c0b13f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0525968 Jul 02 03:41:46.509530 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-028f4f8b-e3a5-4ef4-88d4-cf84ca47dfab req-8b6fe3ec-6d80-496e-a214-5a1752c50234 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472543 Jul 02 03:41:46.818180 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c389025-ac08-4450-aeba-8d7799f1a6df req-e70c18f6-7151-41ff-b785-27338c8ff8a6 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:46.819691 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0c389025-ac08-4450-aeba-8d7799f1a6df req-e70c18f6-7151-41ff-b785-27338c8ff8a6 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 945 time: 0.0555754 Jul 02 03:41:46.869539 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0c389025-ac08-4450-aeba-8d7799f1a6df req-8d649f20-380e-435d-814e-9cd0eee286ea tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441976 Jul 02 03:41:47.546702 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b0c98-d4e0-4982-990d-cc8e14dd9c01 req-a0d83239-ee85-458b-9e55-5e2a9c406909 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:47.548275 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-d04b0c98-d4e0-4982-990d-cc8e14dd9c01 req-a0d83239-ee85-458b-9e55-5e2a9c406909 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.26 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0478482 Jul 02 03:41:47.629244 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03714644-1ac0-4fe2-a2f5-af0276356302 req-81af876a-d037-4579-84c5-d3b027815938 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:47.630791 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-03714644-1ac0-4fe2-a2f5-af0276356302 req-81af876a-d037-4579-84c5-d3b027815938 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 946 time: 0.0521421 Jul 02 03:41:47.636700 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-d04b0c98-d4e0-4982-990d-cc8e14dd9c01 req-294e6abb-46bf-4a3e-911b-e1880a0ca45e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Deleting port 93c7269e-7d3c-40f8-8470-e61f2bab54ea {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:41:47.637262 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-d04b0c98-d4e0-4982-990d-cc8e14dd9c01 req-294e6abb-46bf-4a3e-911b-e1880a0ca45e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (93c7269e-7d3c-40f8-8470-e61f2bab54ea), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:47.651700 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=100 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:47.686610 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-03714644-1ac0-4fe2-a2f5-af0276356302 req-3d093bc9-e5a3-462f-ae19-4f2323bdd3d4 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497828 Jul 02 03:41:47.727405 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-d04b0c98-d4e0-4982-990d-cc8e14dd9c01 req-294e6abb-46bf-4a3e-911b-e1880a0ca45e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] For port 93c7269e-7d3c-40f8-8470-e61f2bab54ea, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=93c7269e-7d3c-40f8-8470-e61f2bab54ea,segment=NetworkSegment(a5a53470-af05-484e-b258-82f2776e0ce4),segment_id=a5a53470-af05-484e-b258-82f2776e0ce4)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:41:47.727706 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-d04b0c98-d4e0-4982-990d-cc8e14dd9c01 req-294e6abb-46bf-4a3e-911b-e1880a0ca45e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (93c7269e-7d3c-40f8-8470-e61f2bab54ea), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:47.877468 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:47.901347 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-d04b0c98-d4e0-4982-990d-cc8e14dd9c01 req-294e6abb-46bf-4a3e-911b-e1880a0ca45e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:47.901862 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-d04b0c98-d4e0-4982-990d-cc8e14dd9c01 req-294e6abb-46bf-4a3e-911b-e1880a0ca45e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389155'] for floatingip (aecefaae-53d1-4422-b59c-c65ced929efa), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:47.902198 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.db.l3_db [req-d04b0c98-d4e0-4982-990d-cc8e14dd9c01 req-294e6abb-46bf-4a3e-911b-e1880a0ca45e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Floating IP aecefaae-53d1-4422-b59c-c65ced929efa disassociated. External IP: 172.27.0.81, port: 93c7269e-7d3c-40f8-8470-e61f2bab54ea. Jul 02 03:41:47.903016 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-d04b0c98-d4e0-4982-990d-cc8e14dd9c01 req-294e6abb-46bf-4a3e-911b-e1880a0ca45e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Calling delete_port for 93c7269e-7d3c-40f8-8470-e61f2bab54ea owned by compute:nova {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:41:47.991303 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c75521-7268-431c-8a75-e6e858623b52 req-b12ed84e-034f-4bc4-a228-4d8606f1e30f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:47.993062 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-80c75521-7268-431c-8a75-e6e858623b52 req-b12ed84e-034f-4bc4-a228-4d8606f1e30f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 945 time: 0.0468295 Jul 02 03:41:48.024355 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:48.039089 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-d04b0c98-d4e0-4982-990d-cc8e14dd9c01 req-294e6abb-46bf-4a3e-911b-e1880a0ca45e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (93c7269e-7d3c-40f8-8470-e61f2bab54ea), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:48.043678 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-80c75521-7268-431c-8a75-e6e858623b52 req-be8838e9-d81c-4f3b-95b4-5f9ae4d617b3 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447280 Jul 02 03:41:48.071852 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e6abb-46bf-4a3e-911b-e1880a0ca45e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Pushing event deleted for resources: {'Port': ['ID=93c7269e-7d3c-40f8-8470-e61f2bab54ea,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:48.179846 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d04b0c98-d4e0-4982-990d-cc8e14dd9c01 req-294e6abb-46bf-4a3e-911b-e1880a0ca45e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Router ea261895-4496-471d-aa3d-647f34ffe46c has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:41:48.284081 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d04b0c98-d4e0-4982-990d-cc8e14dd9c01 req-294e6abb-46bf-4a3e-911b-e1880a0ca45e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:41:48.294399 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad76055-557e-44f6-9ebd-186deeea9c4d None None] Sync routers for ids ['ea261895-4496-471d-aa3d-647f34ffe46c'] in dv-cinder-846842-9-iscsi {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:41:48.305430 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad76055-557e-44f6-9ebd-186deeea9c4d None None] Routers {'ea261895-4496-471d-aa3d-647f34ffe46c'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:41:48.306040 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-2ad76055-557e-44f6-9ebd-186deeea9c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:41:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['ea261895-4496-471d-aa3d-647f34ffe46c'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:41:48.331098 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04b0c98-d4e0-4982-990d-cc8e14dd9c01 req-294e6abb-46bf-4a3e-911b-e1880a0ca45e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] No DVR routers for this DVR port 93c7269e-7d3c-40f8-8470-e61f2bab54ea on host hv-cinder-84684 {{(pid=104250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:41:48.333818 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-d04b0c98-d4e0-4982-990d-cc8e14dd9c01 req-294e6abb-46bf-4a3e-911b-e1880a0ca45e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:48.338407 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-d04b0c98-d4e0-4982-990d-cc8e14dd9c01 req-294e6abb-46bf-4a3e-911b-e1880a0ca45e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.26 "DELETE /v2.0/ports/93c7269e-7d3c-40f8-8470-e61f2bab54ea HTTP/1.1" status: 204 len: 173 time: 0.7835784 Jul 02 03:41:48.338407 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee', 'name': 'network-vif-deleted', 'tag': '93c7269e-7d3c-40f8-8470-e61f2bab54ea'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:41:48.340069 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d83bb8-315a-40cd-8ff7-d7b35c0b9e06" -d '{"events": [{"server_uuid": "e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee", "name": "network-vif-deleted", "tag": "93c7269e-7d3c-40f8-8470-e61f2bab54ea"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:41:48.388539 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79a251f-21e6-43de-b50d-6201da319e89 x-openstack-request-id: req-f79a251f-21e6-43de-b50d-6201da319e89 {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:41:48.388802 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee", "name": "network-vif-deleted", "tag": "93c7269e-7d3c-40f8-8470-e61f2bab54ea", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:41:48.389151 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f79a251f-21e6-43de-b50d-6201da319e89 {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:41:48.389531 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f79a251f-21e6-43de-b50d-6201da319e89'] response: {'server_uuid': 'e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee', 'name': 'network-vif-deleted', 'tag': '93c7269e-7d3c-40f8-8470-e61f2bab54ea', 'status': 'completed', 'code': 200} Jul 02 03:41:48.422219 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-2ad76055-557e-44f6-9ebd-186deeea9c4d None None] Set router ea261895-4496-471d-aa3d-647f34ffe46c gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:41:48.622632 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-2ad76055-557e-44f6-9ebd-186deeea9c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'name': 'tempest-ServerRescueNegativeTestJSON-608922710-router', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e6ec623c-cd33-4d9b-96c8-cad9894378b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:34:18Z', 'revision_number': 4, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'gw_port': {'id': 'e6ec623c-cd33-4d9b-96c8-cad9894378b3', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:31:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': 'feaa1fc3-ea74-489f-a771-8c73bc9b7d87', 'name': '', 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'mac_address': 'fa:16:3e:3d:c6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:17Z', 'updated_at': '2022-07-02T03:34:32Z', 'revision_number': 5, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'subnets': [{'id': 'df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:41:48.647446 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad76055-557e-44f6-9ebd-186deeea9c4d None None] Checking router: ea261895-4496-471d-aa3d-647f34ffe46c for host: dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:41:48.656277 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad76055-557e-44f6-9ebd-186deeea9c4d None None] Routers {'ea261895-4496-471d-aa3d-647f34ffe46c'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:41:48.656821 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-2ad76055-557e-44f6-9ebd-186deeea9c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:41:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['ea261895-4496-471d-aa3d-647f34ffe46c'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:41:48.764333 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-2ad76055-557e-44f6-9ebd-186deeea9c4d None None] Set router ea261895-4496-471d-aa3d-647f34ffe46c gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:41:48.798775 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5902cb24-46ed-4ff1-992d-b178d165f0d2 req-955d7dce-c362-4ebb-8a9b-24c97464f976 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=e218c3f6-e6d6-4ed0-bfbd-976afb92b5ee HTTP/1.1" status: 200 len: 210 time: 0.0288107 Jul 02 03:41:48.842961 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:48.956470 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-2ad76055-557e-44f6-9ebd-186deeea9c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'name': 'tempest-ServerRescueNegativeTestJSON-608922710-router', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e6ec623c-cd33-4d9b-96c8-cad9894378b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:34:18Z', 'revision_number': 4, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'gw_port': {'id': 'e6ec623c-cd33-4d9b-96c8-cad9894378b3', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:31:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': 'feaa1fc3-ea74-489f-a771-8c73bc9b7d87', 'name': '', 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'mac_address': 'fa:16:3e:3d:c6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:17Z', 'updated_at': '2022-07-02T03:34:32Z', 'revision_number': 5, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'subnets': [{'id': 'df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:41:48.981428 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad76055-557e-44f6-9ebd-186deeea9c4d None None] The sync data for ids ['ea261895-4496-471d-aa3d-647f34ffe46c'] in dv-cinder-846842-9-iscsi is: [{'id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'name': 'tempest-ServerRescueNegativeTestJSON-608922710-router', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e6ec623c-cd33-4d9b-96c8-cad9894378b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:34:18Z', 'revision_number': 4, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'gw_port': {'id': 'e6ec623c-cd33-4d9b-96c8-cad9894378b3', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:31:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': 'feaa1fc3-ea74-489f-a771-8c73bc9b7d87', 'name': '', 'network_id': 'c1d7a687-b6ca-47c7-af08-d5e3055ff439', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'mac_address': 'fa:16:3e:3d:c6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:17Z', 'updated_at': '2022-07-02T03:34:32Z', 'revision_number': 5, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'subnets': [{'id': 'df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:41:49.172751 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c916486-94cc-4367-9315-7344db2eed65 req-9076f862-ef79-45fd-bebd-8b0dbc5ef71d tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:49.174309 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5c916486-94cc-4367-9315-7344db2eed65 req-9076f862-ef79-45fd-bebd-8b0dbc5ef71d tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 945 time: 0.0534570 Jul 02 03:41:49.187543 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:49.206176 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493da410-bd35-4a15-b8b2-6d887ffa92ce None None] New status for floating IP aecefaae-53d1-4422-b59c-c65ced929efa: DOWN {{(pid=104251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 02 03:41:49.224162 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5c916486-94cc-4367-9315-7344db2eed65 req-52517c18-d38e-43c5-a096-2773f91b96aa tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438154 Jul 02 03:41:49.343120 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a659c-7d9b-415a-9b3a-d8297e046dae req-f02ef116-4087-4aae-9f10-0b49b522e681 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:49.344580 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4a3a659c-7d9b-415a-9b3a-d8297e046dae req-f02ef116-4087-4aae-9f10-0b49b522e681 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 945 time: 0.0516908 Jul 02 03:41:49.353713 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 37982) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:41:49.358510 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-c080f90e-c471-4360-9f76-f5c20df6a35d tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Request body: {'floatingip': {'port_id': '41edcc3a-c954-4e67-a0a2-822da68709b0'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:41:49.398145 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c080f90e-c471-4360-9f76-f5c20df6a35d tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for floatingip (faa09b59-b94a-4d37-bedf-81aa1050ca84), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:49.400245 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:49.524052 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:49.732923 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:49.839884 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c080f90e-c471-4360-9f76-f5c20df6a35d tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:49.844936 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c080f90e-c471-4360-9f76-f5c20df6a35d tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389155'] for floatingip (faa09b59-b94a-4d37-bedf-81aa1050ca84), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:49.891345 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 37988) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:41:49.938348 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.db.l3_db [None req-c080f90e-c471-4360-9f76-f5c20df6a35d tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Floating IP faa09b59-b94a-4d37-bedf-81aa1050ca84 associated. External IP: 172.27.0.182, port: 41edcc3a-c954-4e67-a0a2-822da68709b0. Jul 02 03:41:49.950144 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-f76c2acf-663b-48ab-ba86-a1d6917b53db tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks [] for security_group (1a1a2c81-609e-45fc-a3a8-d48b0e658ae5), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:49.973857 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-f76c2acf-663b-48ab-ba86-a1d6917b53db tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks [] for security_group (1a1a2c81-609e-45fc-a3a8-d48b0e658ae5), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:50.023821 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-f76c2acf-663b-48ab-ba86-a1d6917b53db tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (1a1a2c81-609e-45fc-a3a8-d48b0e658ae5), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:50.026438 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-f76c2acf-663b-48ab-ba86-a1d6917b53db tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:50.027645 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-f76c2acf-663b-48ab-ba86-a1d6917b53db tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "DELETE /v2.0/security-groups/1a1a2c81-609e-45fc-a3a8-d48b0e658ae5 HTTP/1.1" status: 204 len: 168 time: 0.1352236 Jul 02 03:41:50.030896 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 37992) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:41:50.060035 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.api.v2.resource [None req-c2425507-6bd6-4a89-b561-8a76d783757d tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] show failed (client error): The resource could not be found. Jul 02 03:41:50.061075 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-c2425507-6bd6-4a89-b561-8a76d783757d tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups/1a1a2c81-609e-45fc-a3a8-d48b0e658ae5 HTTP/1.1" status: 404 len: 347 time: 0.0292056 Jul 02 03:41:50.061841 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c2acf-663b-48ab-ba86-a1d6917b53db tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1a2c81-609e-45fc-a3a8-d48b0e658ae5,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:50.063888 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 37994) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:41:50.189607 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-55254fe7-4a96-4abf-baf8-d4576f475b2b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Deleting port c6224942-944b-467c-955b-59a846a8b06c {{(pid=104249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:41:50.190346 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-55254fe7-4a96-4abf-baf8-d4576f475b2b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (c6224942-944b-467c-955b-59a846a8b06c), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:50.215856 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 93c7269e-7d3c-40f8-8470-e61f2bab54ea no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:41:50.237467 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] No Port match for: 93c7269e-7d3c-40f8-8470-e61f2bab54ea {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:41:50.237811 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 93c7269e-7d3c-40f8-8470-e61f2bab54ea not bound to the agent host hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:41:50.262438 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-02308773-f1be-4fc8-b348-014f1cae9052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:50.277394 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-55254fe7-4a96-4abf-baf8-d4576f475b2b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (c6224942-944b-467c-955b-59a846a8b06c), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:50.277631 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-55254fe7-4a96-4abf-baf8-d4576f475b2b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks [] for floatingip (c6224942-944b-467c-955b-59a846a8b06c), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:50.290996 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-55254fe7-4a96-4abf-baf8-d4576f475b2b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Calling delete_port for c6224942-944b-467c-955b-59a846a8b06c owned by network:floatingip {{(pid=104249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:41:50.397663 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c080f90e-c471-4360-9f76-f5c20df6a35d tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Router 520b676c-e11b-45f4-bb61-e5b7d541794b has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:41:50.426548 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-55254fe7-4a96-4abf-baf8-d4576f475b2b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (c6224942-944b-467c-955b-59a846a8b06c), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:50.450771 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55254fe7-4a96-4abf-baf8-d4576f475b2b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Pushing event deleted for resources: {'Port': ['ID=c6224942-944b-467c-955b-59a846a8b06c,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:50.504135 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c080f90e-c471-4360-9f76-f5c20df6a35d tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:41:50.508798 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c080f90e-c471-4360-9f76-f5c20df6a35d tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:50.517610 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3386fc-1202-4976-a012-cfcb161c5f8d None None] Sync routers for ids ['520b676c-e11b-45f4-bb61-e5b7d541794b'] in dv-cinder-846842-9-iscsi {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:41:50.521620 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-55254fe7-4a96-4abf-baf8-d4576f475b2b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks [] for floatingip (aecefaae-53d1-4422-b59c-c65ced929efa), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:50.524524 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-55254fe7-4a96-4abf-baf8-d4576f475b2b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:50.525722 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-55254fe7-4a96-4abf-baf8-d4576f475b2b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "DELETE /v2.0/floatingips/aecefaae-53d1-4422-b59c-c65ced929efa HTTP/1.1" status: 204 len: 168 time: 0.4609408 Jul 02 03:41:50.530835 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3386fc-1202-4976-a012-cfcb161c5f8d None None] Routers {'520b676c-e11b-45f4-bb61-e5b7d541794b'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:41:50.531579 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-5c3386fc-1202-4976-a012-cfcb161c5f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:41:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['520b676c-e11b-45f4-bb61-e5b7d541794b'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:41:50.545978 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-c080f90e-c471-4360-9f76-f5c20df6a35d tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "PUT /v2.0/floatingips/faa09b59-b94a-4d37-bedf-81aa1050ca84 HTTP/1.1" status: 200 len: 991 time: 1.1911767 Jul 02 03:41:50.546576 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86c62ef-7db9-4c66-be31-20868e93d817', 'tag': '41edcc3a-c954-4e67-a0a2-822da68709b0'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:41:50.548841 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc09d81d-75e0-42c9-ab7c-6240034012da" -d '{"events": [{"name": "network-changed", "server_uuid": "e86c62ef-7db9-4c66-be31-20868e93d817", "tag": "41edcc3a-c954-4e67-a0a2-822da68709b0"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:41:50.586322 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687970d7-97c3-4900-b845-9a3061b36de0 x-openstack-request-id: req-687970d7-97c3-4900-b845-9a3061b36de0 {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:41:50.586608 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e86c62ef-7db9-4c66-be31-20868e93d817", "tag": "41edcc3a-c954-4e67-a0a2-822da68709b0", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:41:50.586857 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-687970d7-97c3-4900-b845-9a3061b36de0 {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:41:50.587265 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-687970d7-97c3-4900-b845-9a3061b36de0'] response: {'name': 'network-changed', 'server_uuid': 'e86c62ef-7db9-4c66-be31-20868e93d817', 'tag': '41edcc3a-c954-4e67-a0a2-822da68709b0', 'status': 'completed', 'code': 200} Jul 02 03:41:50.652959 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-5c3386fc-1202-4976-a012-cfcb161c5f8d None None] Set router 520b676c-e11b-45f4-bb61-e5b7d541794b gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:41:50.679656 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09d81d-75e0-42c9-ab7c-6240034012da req-5f074d27-a9bd-456c-9c38-dc7909272053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:50.681295 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-fc09d81d-75e0-42c9-ab7c-6240034012da req-5f074d27-a9bd-456c-9c38-dc7909272053 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f39e852f8d14dec8e98d8d77fe90766&device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 1129 time: 0.0449409 Jul 02 03:41:50.775325 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09d81d-75e0-42c9-ab7c-6240034012da req-5c0f88ac-2aa4-4ec0-ad3b-e3d9b34e3e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:50.776870 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-fc09d81d-75e0-42c9-ab7c-6240034012da req-5c0f88ac-2aa4-4ec0-ad3b-e3d9b34e3e11 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dc0b5a80-e232-44f7-a253-08cca2946b9f HTTP/1.1" status: 200 len: 918 time: 0.0885251 Jul 02 03:41:50.832106 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:50.848919 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-fc09d81d-75e0-42c9-ab7c-6240034012da req-c08fb00e-321c-429e-bd8b-9d9289cbea78 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41edcc3a-c954-4e67-a0a2-822da68709b0 HTTP/1.1" status: 200 len: 999 time: 0.0645742 Jul 02 03:41:50.899964 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09d81d-75e0-42c9-ab7c-6240034012da req-e35d7254-3d65-4cd3-83c3-dd857e41e05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:50.901434 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-fc09d81d-75e0-42c9-ab7c-6240034012da req-e35d7254-3d65-4cd3-83c3-dd857e41e05f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e HTTP/1.1" status: 200 len: 856 time: 0.0448208 Jul 02 03:41:50.914725 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=100 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:50.949061 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09d81d-75e0-42c9-ab7c-6240034012da req-feb243fc-0310-4d44-af27-1bff38072697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:50.950572 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-fc09d81d-75e0-42c9-ab7c-6240034012da req-feb243fc-0310-4d44-af27-1bff38072697 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc0b5a80-e232-44f7-a253-08cca2946b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415962 Jul 02 03:41:50.952039 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-5c3386fc-1202-4976-a012-cfcb161c5f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'name': 'tempest-AttachVolumeShelveTestJSON-1262963313-router', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:34:26Z', 'revision_number': 4, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'gw_port': {'id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': 'faa09b59-b94a-4d37-bedf-81aa1050ca84', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'port_id': '41edcc3a-c954-4e67-a0a2-822da68709b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f', 'mac_address': 'fa:16:3e:d1:bb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86c62ef-7db9-4c66-be31-20868e93d817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:41:33Z', 'updated_at': '2022-07-02T03:41:49Z', 'revision_number': 1, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09f631b1-92c1-45d4-8c80-5ecb165f8b6d', 'name': '', 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'mac_address': 'fa:16:3e:81:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:23Z', 'updated_at': '2022-07-02T03:34:33Z', 'revision_number': 5, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'subnets': [{'id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:41:50.980367 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3386fc-1202-4976-a012-cfcb161c5f8d None None] Checking router: 520b676c-e11b-45f4-bb61-e5b7d541794b for host: dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:41:50.988797 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3386fc-1202-4976-a012-cfcb161c5f8d None None] Routers {'520b676c-e11b-45f4-bb61-e5b7d541794b'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:41:50.989428 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-5c3386fc-1202-4976-a012-cfcb161c5f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:41:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['520b676c-e11b-45f4-bb61-e5b7d541794b'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:41:51.057972 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-fc09d81d-75e0-42c9-ab7c-6240034012da req-a8215cac-b47c-4e5e-87c6-69e6df367d0b service neutron] 10.222.0.26 "GET /v2.0/networks/dc0b5a80-e232-44f7-a253-08cca2946b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943861 Jul 02 03:41:51.071042 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=100 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:51.094730 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-5c3386fc-1202-4976-a012-cfcb161c5f8d None None] Set router 520b676c-e11b-45f4-bb61-e5b7d541794b gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:41:51.149758 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-fc09d81d-75e0-42c9-ab7c-6240034012da req-079a2832-462e-4b37-92c2-9f6bba16e0de service neutron] 10.222.0.26 "GET /v2.0/networks/dc0b5a80-e232-44f7-a253-08cca2946b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856051 Jul 02 03:41:51.300933 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-5c3386fc-1202-4976-a012-cfcb161c5f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'name': 'tempest-AttachVolumeShelveTestJSON-1262963313-router', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:34:26Z', 'revision_number': 4, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'gw_port': {'id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': 'faa09b59-b94a-4d37-bedf-81aa1050ca84', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'port_id': '41edcc3a-c954-4e67-a0a2-822da68709b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f', 'mac_address': 'fa:16:3e:d1:bb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86c62ef-7db9-4c66-be31-20868e93d817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:41:33Z', 'updated_at': '2022-07-02T03:41:49Z', 'revision_number': 1, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09f631b1-92c1-45d4-8c80-5ecb165f8b6d', 'name': '', 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'mac_address': 'fa:16:3e:81:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:23Z', 'updated_at': '2022-07-02T03:34:33Z', 'revision_number': 5, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'subnets': [{'id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:41:51.324920 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3386fc-1202-4976-a012-cfcb161c5f8d None None] The sync data for ids ['520b676c-e11b-45f4-bb61-e5b7d541794b'] in dv-cinder-846842-9-iscsi is: [{'id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'name': 'tempest-AttachVolumeShelveTestJSON-1262963313-router', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:34:26Z', 'revision_number': 4, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'gw_port': {'id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': 'faa09b59-b94a-4d37-bedf-81aa1050ca84', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'port_id': '41edcc3a-c954-4e67-a0a2-822da68709b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f', 'mac_address': 'fa:16:3e:d1:bb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86c62ef-7db9-4c66-be31-20868e93d817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:41:33Z', 'updated_at': '2022-07-02T03:41:49Z', 'revision_number': 1, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09f631b1-92c1-45d4-8c80-5ecb165f8b6d', 'name': '', 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'mac_address': 'fa:16:3e:81:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:23Z', 'updated_at': '2022-07-02T03:34:33Z', 'revision_number': 5, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'subnets': [{'id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:41:51.518881 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7c45f3-9467-4c46-966c-5b5dba1a3c02 None None] New status for floating IP faa09b59-b94a-4d37-bedf-81aa1050ca84: ACTIVE {{(pid=104251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 02 03:41:52.552323 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-7a230583-9312-4908-b5e4-67699fe8f37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:53.056631 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c54c4-de51-4e8d-b299-fd765168caf9 req-c92049e6-c27c-411f-ac02-2983b8121afe tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:53.058075 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1d4c54c4-de51-4e8d-b299-fd765168caf9 req-c92049e6-c27c-411f-ac02-2983b8121afe tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0496712 Jul 02 03:41:53.110847 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1d4c54c4-de51-4e8d-b299-fd765168caf9 req-97004c2c-0159-4d15-9f57-4cfd9fa4e37f tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443652 Jul 02 03:41:53.600075 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:53.867478 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7766f12-b3b3-44af-9677-0bc53afea375 req-8e1670ad-522c-4421-992f-38050fc64ae8 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:53.869002 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-c7766f12-b3b3-44af-9677-0bc53afea375 req-8e1670ad-522c-4421-992f-38050fc64ae8 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.26 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0581582 Jul 02 03:41:53.960581 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-c7766f12-b3b3-44af-9677-0bc53afea375 req-f942bbc2-5166-4b9d-825a-cf58b8aa7390 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Deleting port e02d1bfd-a033-4aa9-9067-1cfc9301fed1 {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:41:53.960926 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-c7766f12-b3b3-44af-9677-0bc53afea375 req-f942bbc2-5166-4b9d-825a-cf58b8aa7390 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (e02d1bfd-a033-4aa9-9067-1cfc9301fed1), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:54.056245 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-c7766f12-b3b3-44af-9677-0bc53afea375 req-f942bbc2-5166-4b9d-825a-cf58b8aa7390 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] For port e02d1bfd-a033-4aa9-9067-1cfc9301fed1, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=e02d1bfd-a033-4aa9-9067-1cfc9301fed1,segment=NetworkSegment(a5a53470-af05-484e-b258-82f2776e0ce4),segment_id=a5a53470-af05-484e-b258-82f2776e0ce4)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:41:54.056610 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-c7766f12-b3b3-44af-9677-0bc53afea375 req-f942bbc2-5166-4b9d-825a-cf58b8aa7390 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (e02d1bfd-a033-4aa9-9067-1cfc9301fed1), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:54.069627 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-c7766f12-b3b3-44af-9677-0bc53afea375 req-f942bbc2-5166-4b9d-825a-cf58b8aa7390 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Calling delete_port for e02d1bfd-a033-4aa9-9067-1cfc9301fed1 owned by compute:nova {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:41:54.206920 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-c7766f12-b3b3-44af-9677-0bc53afea375 req-f942bbc2-5166-4b9d-825a-cf58b8aa7390 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (e02d1bfd-a033-4aa9-9067-1cfc9301fed1), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:54.237188 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f3f7b-60eb-4805-af2d-0752e084c838 req-b2f714b3-c943-43c0-9a79-ce649a4857c6 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:54.238924 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-578f3f7b-60eb-4805-af2d-0752e084c838 req-b2f714b3-c943-43c0-9a79-ce649a4857c6 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6102b173-1c0f-441b-8d00-2cd53314544d HTTP/1.1" status: 200 len: 945 time: 0.0505884 Jul 02 03:41:54.239887 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942bbc2-5166-4b9d-825a-cf58b8aa7390 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Pushing event deleted for resources: {'Port': ['ID=e02d1bfd-a033-4aa9-9067-1cfc9301fed1,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:54.248422 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['1d5c4d80-4bf3-4936-9cbd-a7174cf1642f', 'e02d1bfd-a033-4aa9-9067-1cfc9301fed1'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:41:54.288315 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7766f12-b3b3-44af-9677-0bc53afea375 req-f942bbc2-5166-4b9d-825a-cf58b8aa7390 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] No DVR routers for this DVR port e02d1bfd-a033-4aa9-9067-1cfc9301fed1 on host hv-cinder-84684 {{(pid=104250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:41:54.289491 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:54.292410 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-c7766f12-b3b3-44af-9677-0bc53afea375 req-f942bbc2-5166-4b9d-825a-cf58b8aa7390 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:54.295698 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-c7766f12-b3b3-44af-9677-0bc53afea375 req-f942bbc2-5166-4b9d-825a-cf58b8aa7390 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.26 "DELETE /v2.0/ports/e02d1bfd-a033-4aa9-9067-1cfc9301fed1 HTTP/1.1" status: 204 len: 173 time: 0.4210596 Jul 02 03:41:54.296148 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6102b173-1c0f-441b-8d00-2cd53314544d', 'name': 'network-vif-deleted', 'tag': 'e02d1bfd-a033-4aa9-9067-1cfc9301fed1'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:41:54.298507 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e24f5b7-d040-485d-9d9a-1177f5465f44" -d '{"events": [{"server_uuid": "6102b173-1c0f-441b-8d00-2cd53314544d", "name": "network-vif-deleted", "tag": "e02d1bfd-a033-4aa9-9067-1cfc9301fed1"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:41:54.302139 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-578f3f7b-60eb-4805-af2d-0752e084c838 req-f23bbc99-f6a3-477c-9dc2-9af3eaf4e467 tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567331 Jul 02 03:41:54.313393 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:54.338147 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ef13a5-17f5-48fb-ad56-297d7f98faba x-openstack-request-id: req-61ef13a5-17f5-48fb-ad56-297d7f98faba {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:41:54.338447 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6102b173-1c0f-441b-8d00-2cd53314544d", "name": "network-vif-deleted", "tag": "e02d1bfd-a033-4aa9-9067-1cfc9301fed1", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:41:54.338706 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-61ef13a5-17f5-48fb-ad56-297d7f98faba {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:41:54.339138 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61ef13a5-17f5-48fb-ad56-297d7f98faba'] response: {'server_uuid': '6102b173-1c0f-441b-8d00-2cd53314544d', 'name': 'network-vif-deleted', 'tag': 'e02d1bfd-a033-4aa9-9067-1cfc9301fed1', 'status': 'completed', 'code': 200} Jul 02 03:41:55.208833 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:55.338466 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:55.603005 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee11ff-c7f4-4326-ba69-4dd0c33914ce req-7622cf4c-dded-4a4a-a0b6-674cd57df81e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:55.604562 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-deee11ff-c7f4-4326-ba69-4dd0c33914ce req-7622cf4c-dded-4a4a-a0b6-674cd57df81e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 945 time: 0.0565579 Jul 02 03:41:55.626034 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:55.655522 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-deee11ff-c7f4-4326-ba69-4dd0c33914ce req-4ae3ba01-5787-45ee-ae99-274848bc953e tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451982 Jul 02 03:41:56.286236 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device e02d1bfd-a033-4aa9-9067-1cfc9301fed1 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:41:56.306713 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] No Port match for: e02d1bfd-a033-4aa9-9067-1cfc9301fed1 {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:41:56.307055 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device e02d1bfd-a033-4aa9-9067-1cfc9301fed1 not bound to the agent host hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:41:56.787252 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f0c29-0e5d-45a4-9042-b2bb66afe9a3 req-fb33e946-e1d0-4375-88de-092db8d9c07d tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:56.788796 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-448f0c29-0e5d-45a4-9042-b2bb66afe9a3 req-fb33e946-e1d0-4375-88de-092db8d9c07d tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 945 time: 0.0520425 Jul 02 03:41:56.825729 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8c5b5-07f8-40e3-bb07-c990da68af05 req-fd8f6b93-e43d-4069-8652-dcd498f216bf tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:41:56.827141 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e6a8c5b5-07f8-40e3-bb07-c990da68af05 req-fd8f6b93-e43d-4069-8652-dcd498f216bf tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dee71eb-cb9f-458e-96b2-4f6db8156153 HTTP/1.1" status: 200 len: 945 time: 0.0494463 Jul 02 03:41:56.838515 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-448f0c29-0e5d-45a4-9042-b2bb66afe9a3 req-6aa51733-675f-46c4-b4c8-6084b7bbd85d tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432436 Jul 02 03:41:56.914815 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-e6a8c5b5-07f8-40e3-bb07-c990da68af05 req-6d6c0681-1e93-4f17-9385-60891734a50b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Deleting port 1d5c4d80-4bf3-4936-9cbd-a7174cf1642f {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:41:56.915148 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-e6a8c5b5-07f8-40e3-bb07-c990da68af05 req-6d6c0681-1e93-4f17-9385-60891734a50b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (1d5c4d80-4bf3-4936-9cbd-a7174cf1642f), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:57.005498 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-e6a8c5b5-07f8-40e3-bb07-c990da68af05 req-6d6c0681-1e93-4f17-9385-60891734a50b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] For port 1d5c4d80-4bf3-4936-9cbd-a7174cf1642f, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=1d5c4d80-4bf3-4936-9cbd-a7174cf1642f,segment=NetworkSegment(a5a53470-af05-484e-b258-82f2776e0ce4),segment_id=a5a53470-af05-484e-b258-82f2776e0ce4)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:41:57.005880 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-e6a8c5b5-07f8-40e3-bb07-c990da68af05 req-6d6c0681-1e93-4f17-9385-60891734a50b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (1d5c4d80-4bf3-4936-9cbd-a7174cf1642f), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:57.019948 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-e6a8c5b5-07f8-40e3-bb07-c990da68af05 req-6d6c0681-1e93-4f17-9385-60891734a50b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Calling delete_port for 1d5c4d80-4bf3-4936-9cbd-a7174cf1642f owned by compute:nova {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:41:57.084461 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:57.087609 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:57.159760 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-e6a8c5b5-07f8-40e3-bb07-c990da68af05 req-6d6c0681-1e93-4f17-9385-60891734a50b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (1d5c4d80-4bf3-4936-9cbd-a7174cf1642f), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:57.187259 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c0681-1e93-4f17-9385-60891734a50b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Pushing event deleted for resources: {'Port': ['ID=1d5c4d80-4bf3-4936-9cbd-a7174cf1642f,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:57.202617 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['1d5c4d80-4bf3-4936-9cbd-a7174cf1642f'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:41:57.239868 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a8c5b5-07f8-40e3-bb07-c990da68af05 req-6d6c0681-1e93-4f17-9385-60891734a50b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] No DVR routers for this DVR port 1d5c4d80-4bf3-4936-9cbd-a7174cf1642f on host hv-cinder-84684 {{(pid=104250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:41:57.243510 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-e6a8c5b5-07f8-40e3-bb07-c990da68af05 req-6d6c0681-1e93-4f17-9385-60891734a50b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:57.247201 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e6a8c5b5-07f8-40e3-bb07-c990da68af05 req-6d6c0681-1e93-4f17-9385-60891734a50b tempest-ServerRescueNegativeTestJSON-998667803 tempest-ServerRescueNegativeTestJSON-998667803-project] 10.222.0.26 "DELETE /v2.0/ports/1d5c4d80-4bf3-4936-9cbd-a7174cf1642f HTTP/1.1" status: 204 len: 173 time: 0.4149146 Jul 02 03:41:57.247656 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dee71eb-cb9f-458e-96b2-4f6db8156153', 'name': 'network-vif-deleted', 'tag': '1d5c4d80-4bf3-4936-9cbd-a7174cf1642f'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:41:57.250952 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9937d434-4241-4463-a87d-8c014b326dcd" -d '{"events": [{"server_uuid": "7dee71eb-cb9f-458e-96b2-4f6db8156153", "name": "network-vif-deleted", "tag": "1d5c4d80-4bf3-4936-9cbd-a7174cf1642f"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:41:57.292556 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29bda82-2a15-485e-9bc5-1be504dacd4e x-openstack-request-id: req-e29bda82-2a15-485e-9bc5-1be504dacd4e {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:41:57.292779 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dee71eb-cb9f-458e-96b2-4f6db8156153", "name": "network-vif-deleted", "tag": "1d5c4d80-4bf3-4936-9cbd-a7174cf1642f", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:41:57.293103 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e29bda82-2a15-485e-9bc5-1be504dacd4e {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:41:57.293513 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e29bda82-2a15-485e-9bc5-1be504dacd4e'] response: {'server_uuid': '7dee71eb-cb9f-458e-96b2-4f6db8156153', 'name': 'network-vif-deleted', 'tag': '1d5c4d80-4bf3-4936-9cbd-a7174cf1642f', 'status': 'completed', 'code': 200} Jul 02 03:41:57.901734 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 38038) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:41:58.400274 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-67edfdd4-98e7-42cf-95f0-5b1312ec6911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386372'] for router_interface (ea261895-4496-471d-aa3d-647f34ffe46c), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:58.891939 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-67edfdd4-98e7-42cf-95f0-5b1312ec6911 admin admin] Deleting port feaa1fc3-ea74-489f-a771-8c73bc9b7d87 {{(pid=104249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:41:58.892250 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-67edfdd4-98e7-42cf-95f0-5b1312ec6911 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (feaa1fc3-ea74-489f-a771-8c73bc9b7d87), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:58.970014 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-67edfdd4-98e7-42cf-95f0-5b1312ec6911 admin admin] For port feaa1fc3-ea74-489f-a771-8c73bc9b7d87, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=feaa1fc3-ea74-489f-a771-8c73bc9b7d87,segment=NetworkSegment(a5a53470-af05-484e-b258-82f2776e0ce4),segment_id=a5a53470-af05-484e-b258-82f2776e0ce4)] {{(pid=104249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:41:58.970702 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-67edfdd4-98e7-42cf-95f0-5b1312ec6911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (feaa1fc3-ea74-489f-a771-8c73bc9b7d87), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:58.983204 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-67edfdd4-98e7-42cf-95f0-5b1312ec6911 admin admin] Calling delete_port for feaa1fc3-ea74-489f-a771-8c73bc9b7d87 owned by network:router_interface {{(pid=104249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:41:59.051484 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:59.090339 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:59.166861 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-67edfdd4-98e7-42cf-95f0-5b1312ec6911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (feaa1fc3-ea74-489f-a771-8c73bc9b7d87), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:59.196377 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67edfdd4-98e7-42cf-95f0-5b1312ec6911 admin admin] Pushing event deleted for resources: {'Port': ['ID=feaa1fc3-ea74-489f-a771-8c73bc9b7d87,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:41:59.361525 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-67edfdd4-98e7-42cf-95f0-5b1312ec6911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-385460'] for router_interface (ea261895-4496-471d-aa3d-647f34ffe46c), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:59.565170 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67edfdd4-98e7-42cf-95f0-5b1312ec6911 admin admin] Router ea261895-4496-471d-aa3d-647f34ffe46c has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:41:59.669704 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67edfdd4-98e7-42cf-95f0-5b1312ec6911 admin admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:41:59.674845 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-67edfdd4-98e7-42cf-95f0-5b1312ec6911 admin admin] 10.222.0.42 "PUT /v2.0/routers/ea261895-4496-471d-aa3d-647f34ffe46c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7720349 Jul 02 03:41:59.677724 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 38046) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:41:59.680705 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a420a7e-93f1-40db-9474-b56fe53d8b67 None None] Sync routers for ids ['ea261895-4496-471d-aa3d-647f34ffe46c'] in dv-cinder-846842-9-iscsi {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:41:59.695891 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a420a7e-93f1-40db-9474-b56fe53d8b67 None None] Routers {'ea261895-4496-471d-aa3d-647f34ffe46c'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:41:59.696939 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-2a420a7e-93f1-40db-9474-b56fe53d8b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:41:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['ea261895-4496-471d-aa3d-647f34ffe46c'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:41:59.778670 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-10c4d9f6-963c-40ec-9090-b864c1bf8e36 admin admin] Publish callbacks [] for router (ea261895-4496-471d-aa3d-647f34ffe46c), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:59.800003 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-2a420a7e-93f1-40db-9474-b56fe53d8b67 None None] Set router ea261895-4496-471d-aa3d-647f34ffe46c gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:41:59.867059 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=100 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:59.878219 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-10c4d9f6-963c-40ec-9090-b864c1bf8e36 admin admin] Publish callbacks [] for router_gateway (ea261895-4496-471d-aa3d-647f34ffe46c), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:59.936393 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-10c4d9f6-963c-40ec-9090-b864c1bf8e36 admin admin] Deleting port e6ec623c-cd33-4d9b-96c8-cad9894378b3 {{(pid=104249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:41:59.936782 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-10c4d9f6-963c-40ec-9090-b864c1bf8e36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (e6ec623c-cd33-4d9b-96c8-cad9894378b3), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:41:59.950323 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:41:59.984523 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-2a420a7e-93f1-40db-9474-b56fe53d8b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'name': 'tempest-ServerRescueNegativeTestJSON-608922710-router', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e6ec623c-cd33-4d9b-96c8-cad9894378b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:41:59Z', 'revision_number': 5, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'gw_port': {'id': 'e6ec623c-cd33-4d9b-96c8-cad9894378b3', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:31:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi'}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:41:59.997615 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:00.009986 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a420a7e-93f1-40db-9474-b56fe53d8b67 None None] Checking router: ea261895-4496-471d-aa3d-647f34ffe46c for host: dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:42:00.018554 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a420a7e-93f1-40db-9474-b56fe53d8b67 None None] Routers {'ea261895-4496-471d-aa3d-647f34ffe46c'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:42:00.019152 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-2a420a7e-93f1-40db-9474-b56fe53d8b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:41:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['ea261895-4496-471d-aa3d-647f34ffe46c'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:42:00.028390 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-10c4d9f6-963c-40ec-9090-b864c1bf8e36 admin admin] For port e6ec623c-cd33-4d9b-96c8-cad9894378b3, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=e6ec623c-cd33-4d9b-96c8-cad9894378b3,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:42:00.028758 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-10c4d9f6-963c-40ec-9090-b864c1bf8e36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (e6ec623c-cd33-4d9b-96c8-cad9894378b3), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:00.042620 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-10c4d9f6-963c-40ec-9090-b864c1bf8e36 admin admin] Calling delete_port for e6ec623c-cd33-4d9b-96c8-cad9894378b3 owned by network:router_gateway {{(pid=104249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:42:00.100666 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-2a420a7e-93f1-40db-9474-b56fe53d8b67 None None] Set router ea261895-4496-471d-aa3d-647f34ffe46c gateway port host: None {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:42:00.151133 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-2a420a7e-93f1-40db-9474-b56fe53d8b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'name': 'tempest-ServerRescueNegativeTestJSON-608922710-router', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:41:59Z', 'revision_number': 6, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'gw_port_host': None}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:42:00.176100 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a420a7e-93f1-40db-9474-b56fe53d8b67 None None] The sync data for ids ['ea261895-4496-471d-aa3d-647f34ffe46c'] in dv-cinder-846842-9-iscsi is: [{'id': 'ea261895-4496-471d-aa3d-647f34ffe46c', 'name': 'tempest-ServerRescueNegativeTestJSON-608922710-router', 'tenant_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:41:59Z', 'revision_number': 6, 'project_id': '53c88ba2f03f47538ca0eaeb08ccfc07', 'gw_port_host': None}] {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:42:00.225488 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-10c4d9f6-963c-40ec-9090-b864c1bf8e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (e6ec623c-cd33-4d9b-96c8-cad9894378b3), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:00.256564 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4d9f6-963c-40ec-9090-b864c1bf8e36 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6ec623c-cd33-4d9b-96c8-cad9894378b3,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:00.307616 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 1d5c4d80-4bf3-4936-9cbd-a7174cf1642f no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:42:00.333761 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-10c4d9f6-963c-40ec-9090-b864c1bf8e36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-379160'] for router_gateway (ea261895-4496-471d-aa3d-647f34ffe46c), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:00.334471 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] No Port match for: 1d5c4d80-4bf3-4936-9cbd-a7174cf1642f {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:42:00.334810 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 1d5c4d80-4bf3-4936-9cbd-a7174cf1642f not bound to the agent host hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:42:00.460921 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-10c4d9f6-963c-40ec-9090-b864c1bf8e36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4176344'] for router (ea261895-4496-471d-aa3d-647f34ffe46c), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:00.463603 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-10c4d9f6-963c-40ec-9090-b864c1bf8e36 admin admin] Publish callbacks [] for router_controller (ea261895-4496-471d-aa3d-647f34ffe46c), precommit_delete_associations {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:00.516784 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-10c4d9f6-963c-40ec-9090-b864c1bf8e36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387810'] for router (ea261895-4496-471d-aa3d-647f34ffe46c), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:00.518901 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c4d9f6-963c-40ec-9090-b864c1bf8e36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea261895-4496-471d-aa3d-647f34ffe46c {{(pid=104249) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 02 03:42:00.527267 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-10c4d9f6-963c-40ec-9090-b864c1bf8e36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:00.528962 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-10c4d9f6-963c-40ec-9090-b864c1bf8e36 admin admin] 10.222.0.42 "DELETE /v2.0/routers/ea261895-4496-471d-aa3d-647f34ffe46c HTTP/1.1" status: 204 len: 168 time: 0.8502612 Jul 02 03:42:00.531842 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 38048) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:00.587490 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d94b67-f9d6-4c4f-81e5-890d907e9e3a admin admin] Deleting subnet df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9 {{(pid=104249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 02 03:42:00.591213 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-70d94b67-f9d6-4c4f-81e5-890d907e9e3a admin admin] Publish callbacks [] for subnet (df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:00.634169 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-70d94b67-f9d6-4c4f-81e5-890d907e9e3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59791451'] for subnet (df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9), precommit_delete_associations {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:00.725933 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-70d94b67-f9d6-4c4f-81e5-890d907e9e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1385350'] for subnet (df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:00.798653 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-70d94b67-f9d6-4c4f-81e5-890d907e9e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1385357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60593258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59995466'] for subnet (df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:00.830454 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d94b67-f9d6-4c4f-81e5-890d907e9e3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:00.836559 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-70d94b67-f9d6-4c4f-81e5-890d907e9e3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for subnet (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:00.842300 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-70d94b67-f9d6-4c4f-81e5-890d907e9e3a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/df5e8b8d-a433-4c6d-9e47-b52b64ad2aa9 HTTP/1.1" status: 204 len: 168 time: 0.3067446 Jul 02 03:42:00.842577 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 38052) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:00.845837 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5c70c4-b2cb-43a1-aa0e-de2658652efb None None] Network c1d7a687-b6ca-47c7-af08-d5e3055ff439 requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:42:00.919032 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3cc1006f-2880-461b-8409-36c95867c0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587253'] for network (c1d7a687-b6ca-47c7-af08-d5e3055ff439), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:00.960654 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:00.968403 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-3cc1006f-2880-461b-8409-36c95867c0ad admin admin] Deleting port 6e2dda91-bfb0-4505-b672-52f122f2fe04 {{(pid=104249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:42:00.968968 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3cc1006f-2880-461b-8409-36c95867c0ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (6e2dda91-bfb0-4505-b672-52f122f2fe04), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:01.051879 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-3cc1006f-2880-461b-8409-36c95867c0ad admin admin] For port 6e2dda91-bfb0-4505-b672-52f122f2fe04, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=6e2dda91-bfb0-4505-b672-52f122f2fe04,segment=NetworkSegment(a5a53470-af05-484e-b258-82f2776e0ce4),segment_id=a5a53470-af05-484e-b258-82f2776e0ce4)] {{(pid=104249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:42:01.052619 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3cc1006f-2880-461b-8409-36c95867c0ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (6e2dda91-bfb0-4505-b672-52f122f2fe04), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:01.064484 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029c8433-1bf0-40d6-983a-8e69f69cc091 None None] DHCP port deletion for c1d7a687-b6ca-47c7-af08-d5e3055ff439 request from dv-cinder-846842-9-iscsi {{(pid=104251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 02 03:42:01.073094 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-3cc1006f-2880-461b-8409-36c95867c0ad admin admin] Calling delete_port for 6e2dda91-bfb0-4505-b672-52f122f2fe04 owned by network:dhcp {{(pid=104249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:42:01.087428 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:01.103496 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device feaa1fc3-ea74-489f-a771-8c73bc9b7d87 no longer exists at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:42:01.134367 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] No Port match for: feaa1fc3-ea74-489f-a771-8c73bc9b7d87 {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:42:01.134722 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device feaa1fc3-ea74-489f-a771-8c73bc9b7d87 not bound to the agent host dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:42:01.139885 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-029c8433-1bf0-40d6-983a-8e69f69cc091 None None] Deleting port 6e2dda91-bfb0-4505-b672-52f122f2fe04 {{(pid=104251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:42:01.140919 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-029c8433-1bf0-40d6-983a-8e69f69cc091 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (6e2dda91-bfb0-4505-b672-52f122f2fe04), before_delete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:01.167514 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3cc1006f-2880-461b-8409-36c95867c0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (6e2dda91-bfb0-4505-b672-52f122f2fe04), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:01.201559 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1006f-2880-461b-8409-36c95867c0ad admin admin] Pushing event deleted for resources: {'Port': ['ID=6e2dda91-bfb0-4505-b672-52f122f2fe04,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:01.203584 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc1006f-2880-461b-8409-36c95867c0ad admin admin] No DVR routers for this DVR port 6e2dda91-bfb0-4505-b672-52f122f2fe04 on host dv-cinder-846842-9-iscsi {{(pid=104249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:42:01.218524 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-029c8433-1bf0-40d6-983a-8e69f69cc091 None None] For port 6e2dda91-bfb0-4505-b672-52f122f2fe04, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=6e2dda91-bfb0-4505-b672-52f122f2fe04,segment=NetworkSegment(a5a53470-af05-484e-b258-82f2776e0ce4),segment_id=a5a53470-af05-484e-b258-82f2776e0ce4)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:42:01.218984 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-029c8433-1bf0-40d6-983a-8e69f69cc091 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (6e2dda91-bfb0-4505-b672-52f122f2fe04), precommit_delete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:01.235722 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-029c8433-1bf0-40d6-983a-8e69f69cc091 None None] Calling delete_port for 6e2dda91-bfb0-4505-b672-52f122f2fe04 owned by network:dhcp {{(pid=104251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:42:01.281713 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3cc1006f-2880-461b-8409-36c95867c0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481104', 'neutron.services.segments.db._delete_segments_for_network-8769088488286'] for network (c1d7a687-b6ca-47c7-af08-d5e3055ff439), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:01.304127 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.services.segments.db [None req-3cc1006f-2880-461b-8409-36c95867c0ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d7a687-b6ca-47c7-af08-d5e3055ff439']}} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:42:01.314451 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.services.segments.db [None req-3cc1006f-2880-461b-8409-36c95867c0ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a53470-af05-484e-b258-82f2776e0ce4') {'for_net_delete': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:42:01.314750 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.services.segments.db [None req-3cc1006f-2880-461b-8409-36c95867c0ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a53470-af05-484e-b258-82f2776e0ce4') {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:42:01.319627 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-029c8433-1bf0-40d6-983a-8e69f69cc091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086'] for port (6e2dda91-bfb0-4505-b672-52f122f2fe04), after_delete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:01.324578 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3cc1006f-2880-461b-8409-36c95867c0ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769088488807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59791456'] for segment (a5a53470-af05-484e-b258-82f2776e0ce4), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:01.339141 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3cc1006f-2880-461b-8409-36c95867c0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (a5a53470-af05-484e-b258-82f2776e0ce4), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:01.341739 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c8433-1bf0-40d6-983a-8e69f69cc091 None None] Pushing event deleted for resources: {'Port': ['ID=6e2dda91-bfb0-4505-b672-52f122f2fe04,revision_number=None']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:01.348104 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc1006f-2880-461b-8409-36c95867c0ad admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=104249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 03:42:01.348559 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3cc1006f-2880-461b-8409-36c95867c0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60593360'] for segment (a5a53470-af05-484e-b258-82f2776e0ce4), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:01.350194 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029c8433-1bf0-40d6-983a-8e69f69cc091 None None] No DVR routers for this DVR port 6e2dda91-bfb0-4505-b672-52f122f2fe04 on host dv-cinder-846842-9-iscsi {{(pid=104251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:42:01.417156 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3cc1006f-2880-461b-8409-36c95867c0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389339'] for network (c1d7a687-b6ca-47c7-af08-d5e3055ff439), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:01.434416 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3cc1006f-2880-461b-8409-36c95867c0ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:01.437965 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-3cc1006f-2880-461b-8409-36c95867c0ad admin admin] 10.222.0.42 "DELETE /v2.0/networks/c1d7a687-b6ca-47c7-af08-d5e3055ff439 HTTP/1.1" status: 204 len: 168 time: 0.5942419 Jul 02 03:42:01.438867 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1006f-2880-461b-8409-36c95867c0ad admin admin] Pushing event deleted for resources: {'Network': ['ID=c1d7a687-b6ca-47c7-af08-d5e3055ff439,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:01.512571 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.services.segments.plugin [-] Segment a5a53470-af05-484e-b258-82f2776e0ce4 resource provider aggregate not found Jul 02 03:42:01.534044 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.services.segments.plugin [-] Segment a5a53470-af05-484e-b258-82f2776e0ce4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5a53470-af05-484e-b258-82f2776e0ce4 found for delete ", "request_id": "req-78d37841-3c78-4a98-bb11-3d81871d8fc7"}]} Jul 02 03:42:01.575096 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 38062) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:01.614478 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-90d2e2c5-6ce7-43f6-8e72-1930665ac466 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=53c88ba2f03f47538ca0eaeb08ccfc07&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381670 Jul 02 03:42:01.617010 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 38064) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:01.665528 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-8ee977df-b9a5-4742-9468-0989d975a88e admin admin] Publish callbacks [] for security_group (e2bf9a9c-1efa-4869-a292-bd18d0ff4b28), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:01.689384 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-8ee977df-b9a5-4742-9468-0989d975a88e admin admin] Publish callbacks [] for security_group (e2bf9a9c-1efa-4869-a292-bd18d0ff4b28), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:01.746313 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-8ee977df-b9a5-4742-9468-0989d975a88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (e2bf9a9c-1efa-4869-a292-bd18d0ff4b28), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:01.750453 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-8ee977df-b9a5-4742-9468-0989d975a88e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:01.751731 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-8ee977df-b9a5-4742-9468-0989d975a88e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e2bf9a9c-1efa-4869-a292-bd18d0ff4b28 HTTP/1.1" status: 204 len: 168 time: 0.1338370 Jul 02 03:42:01.760278 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee977df-b9a5-4742-9468-0989d975a88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bf9a9c-1efa-4869-a292-bd18d0ff4b28,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:02.619773 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 6e2dda91-bfb0-4505-b672-52f122f2fe04 no longer exists at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:42:02.642138 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] No Port match for: 6e2dda91-bfb0-4505-b672-52f122f2fe04 {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:42:02.642476 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 6e2dda91-bfb0-4505-b672-52f122f2fe04 not bound to the agent host dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:42:02.642905 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device e6ec623c-cd33-4d9b-96c8-cad9894378b3 no longer exists at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:42:02.660923 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] No Port match for: e6ec623c-cd33-4d9b-96c8-cad9894378b3 {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:42:02.661313 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device e6ec623c-cd33-4d9b-96c8-cad9894378b3 not bound to the agent host dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:42:07.198465 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:DELETE=8,neutron:SELECT=9 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:07.221926 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=11 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:08.990305 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:42:11.295020 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 38176) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:11.407781 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-3bccd643-4e20-44ea-b3b2-36ade119d3aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:11.486541 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-3bccd643-4e20-44ea-b3b2-36ade119d3aa admin admin] Publish callbacks [] for security_group (62993d9e-0867-482a-aeaf-c86f24bb461f), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:11.493902 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-3bccd643-4e20-44ea-b3b2-36ade119d3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (62993d9e-0867-482a-aeaf-c86f24bb461f), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:11.536732 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-3bccd643-4e20-44ea-b3b2-36ade119d3aa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4518933e0bef49e488cce3869465605b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382681 Jul 02 03:42:11.536732 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccd643-4e20-44ea-b3b2-36ade119d3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62993d9e-0867-482a-aeaf-c86f24bb461f,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:11.538106 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 38180) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:11.593722 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-f74691c0-e29c-42c3-979d-eef2d4de1171 admin admin] Publish callbacks [] for security_group (62993d9e-0867-482a-aeaf-c86f24bb461f), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:11.619541 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-f74691c0-e29c-42c3-979d-eef2d4de1171 admin admin] Publish callbacks [] for security_group (62993d9e-0867-482a-aeaf-c86f24bb461f), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:11.677840 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-f74691c0-e29c-42c3-979d-eef2d4de1171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (62993d9e-0867-482a-aeaf-c86f24bb461f), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:11.681571 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-f74691c0-e29c-42c3-979d-eef2d4de1171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:11.682732 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-f74691c0-e29c-42c3-979d-eef2d4de1171 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/62993d9e-0867-482a-aeaf-c86f24bb461f HTTP/1.1" status: 204 len: 168 time: 0.1432426 Jul 02 03:42:11.690653 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74691c0-e29c-42c3-979d-eef2d4de1171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62993d9e-0867-482a-aeaf-c86f24bb461f,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:12.624259 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:15.500868 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 38240) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:15.610385 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7f73989f-7f73-4acc-ab56-c60f204b5514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:15.659459 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:15.689786 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7f73989f-7f73-4acc-ab56-c60f204b5514 admin admin] Publish callbacks [] for security_group (f6a142f7-c15c-4808-9a39-f1abf76a732d), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:15.695412 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7f73989f-7f73-4acc-ab56-c60f204b5514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (f6a142f7-c15c-4808-9a39-f1abf76a732d), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:15.700896 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=79,neutron:DELETE=12,neutron:INSERT=9 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:15.735505 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73989f-7f73-4acc-ab56-c60f204b5514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a142f7-c15c-4808-9a39-f1abf76a732d,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:15.740748 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-7f73989f-7f73-4acc-ab56-c60f204b5514 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1248a756a90748f8a6a75053c8cbdb6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388234 Jul 02 03:42:15.743810 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 38246) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:15.745663 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73989f-7f73-4acc-ab56-c60f204b5514 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:15.746007 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73989f-7f73-4acc-ab56-c60f204b5514 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:15.746363 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73989f-7f73-4acc-ab56-c60f204b5514 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:15.746694 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73989f-7f73-4acc-ab56-c60f204b5514 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:15.747026 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73989f-7f73-4acc-ab56-c60f204b5514 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:15.747391 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73989f-7f73-4acc-ab56-c60f204b5514 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:15.747722 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73989f-7f73-4acc-ab56-c60f204b5514 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:15.748043 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73989f-7f73-4acc-ab56-c60f204b5514 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:15.748374 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73989f-7f73-4acc-ab56-c60f204b5514 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:15.748700 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73989f-7f73-4acc-ab56-c60f204b5514 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:15.749026 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73989f-7f73-4acc-ab56-c60f204b5514 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:15.749352 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73989f-7f73-4acc-ab56-c60f204b5514 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:15.749677 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73989f-7f73-4acc-ab56-c60f204b5514 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:15.750002 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73989f-7f73-4acc-ab56-c60f204b5514 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:15.750303 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73989f-7f73-4acc-ab56-c60f204b5514 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:15.794971 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-cdfeeac8-065c-4137-aa2c-110056084984 admin admin] Publish callbacks [] for security_group (f6a142f7-c15c-4808-9a39-f1abf76a732d), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:15.816426 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-cdfeeac8-065c-4137-aa2c-110056084984 admin admin] Publish callbacks [] for security_group (f6a142f7-c15c-4808-9a39-f1abf76a732d), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:15.867459 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-cdfeeac8-065c-4137-aa2c-110056084984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (f6a142f7-c15c-4808-9a39-f1abf76a732d), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:15.872017 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-cdfeeac8-065c-4137-aa2c-110056084984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:15.873642 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-cdfeeac8-065c-4137-aa2c-110056084984 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f6a142f7-c15c-4808-9a39-f1abf76a732d HTTP/1.1" status: 204 len: 168 time: 0.1288588 Jul 02 03:42:15.882810 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfeeac8-065c-4137-aa2c-110056084984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a142f7-c15c-4808-9a39-f1abf76a732d,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:17.890163 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:18.928012 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 38380) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:18.981307 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=87 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:18.982462 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=29 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:19.053610 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e69e8ca7-17f0-455f-84ef-a56946a72a1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:19.134699 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e69e8ca7-17f0-455f-84ef-a56946a72a1a admin admin] Publish callbacks [] for security_group (e3695295-5cea-4162-8cf2-e765b3ee20a0), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:19.141152 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e69e8ca7-17f0-455f-84ef-a56946a72a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (e3695295-5cea-4162-8cf2-e765b3ee20a0), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:19.185076 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e8ca7-17f0-455f-84ef-a56946a72a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3695295-5cea-4162-8cf2-e765b3ee20a0,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:19.189495 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-e69e8ca7-17f0-455f-84ef-a56946a72a1a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d26c857c3cfd4221b87d0f9ea5816d53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2604423 Jul 02 03:42:19.192434 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 38384) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:19.246295 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-46373723-8537-4002-aece-8276b5bf9561 admin admin] Publish callbacks [] for security_group (e3695295-5cea-4162-8cf2-e765b3ee20a0), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:19.268874 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-46373723-8537-4002-aece-8276b5bf9561 admin admin] Publish callbacks [] for security_group (e3695295-5cea-4162-8cf2-e765b3ee20a0), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:19.320667 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-46373723-8537-4002-aece-8276b5bf9561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (e3695295-5cea-4162-8cf2-e765b3ee20a0), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:19.323182 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-46373723-8537-4002-aece-8276b5bf9561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:19.324516 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-46373723-8537-4002-aece-8276b5bf9561 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e3695295-5cea-4162-8cf2-e765b3ee20a0 HTTP/1.1" status: 204 len: 168 time: 0.1310186 Jul 02 03:42:19.332338 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46373723-8537-4002-aece-8276b5bf9561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3695295-5cea-4162-8cf2-e765b3ee20a0,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:19.618997 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 38390) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:19.633917 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d31b8c72-f838-40f2-971f-be7fce2b0c72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:19.719275 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d31b8c72-f838-40f2-971f-be7fce2b0c72 admin admin] Publish callbacks [] for security_group (e0c62165-f34c-4c37-80dd-1d37410ab32d), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:19.725388 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d31b8c72-f838-40f2-971f-be7fce2b0c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (e0c62165-f34c-4c37-80dd-1d37410ab32d), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:19.762087 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b8c72-f838-40f2-971f-be7fce2b0c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c62165-f34c-4c37-80dd-1d37410ab32d,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:19.766329 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-d31b8c72-f838-40f2-971f-be7fce2b0c72 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f2ec61047d20416e9b49301e745d1743&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461983 Jul 02 03:42:19.769672 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 38392) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:19.819644 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-07f85d1d-3efa-44a4-a33a-802cf694dd56 admin admin] Publish callbacks [] for security_group (e0c62165-f34c-4c37-80dd-1d37410ab32d), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:19.840342 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:19.842376 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-07f85d1d-3efa-44a4-a33a-802cf694dd56 admin admin] Publish callbacks [] for security_group (e0c62165-f34c-4c37-80dd-1d37410ab32d), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:19.856756 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:19.893526 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-07f85d1d-3efa-44a4-a33a-802cf694dd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (e0c62165-f34c-4c37-80dd-1d37410ab32d), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:19.896091 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-07f85d1d-3efa-44a4-a33a-802cf694dd56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:19.897304 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-07f85d1d-3efa-44a4-a33a-802cf694dd56 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e0c62165-f34c-4c37-80dd-1d37410ab32d HTTP/1.1" status: 204 len: 168 time: 0.1272931 Jul 02 03:42:19.905411 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f85d1d-3efa-44a4-a33a-802cf694dd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c62165-f34c-4c37-80dd-1d37410ab32d,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:20.256674 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-7e705efa-7d2a-4da6-857e-f547c6c74976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:22.561887 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-1117f251-e38e-4669-8586-9dced15eecdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:23.039567 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0833d446-5719-4c20-969b-869f8893b8ea req-29ee901e-b48f-4261-8524-2ba1b8460ac9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382757 Jul 02 03:42:23.111832 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833d446-5719-4c20-969b-869f8893b8ea req-a0eb8524-26f7-4ef7-8f39-a68121dc8967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:42:23.113258 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0833d446-5719-4c20-969b-869f8893b8ea req-a0eb8524-26f7-4ef7-8f39-a68121dc8967 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c04290d87154e48a3bf77a828b563ba&device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 1129 time: 0.0411015 Jul 02 03:42:23.227458 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833d446-5719-4c20-969b-869f8893b8ea req-c2518850-16c1-4673-b1b5-42277faa541e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:42:23.228967 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0833d446-5719-4c20-969b-869f8893b8ea req-c2518850-16c1-4673-b1b5-42277faa541e service neutron] 10.222.0.26 "GET /v2.0/networks?id=b173f876-9c4f-4325-a46d-ef7a6e505875 HTTP/1.1" status: 200 len: 909 time: 0.0971434 Jul 02 03:42:23.294823 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0833d446-5719-4c20-969b-869f8893b8ea req-2076aa7b-ae17-444b-a27a-86281388025b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e19a69f0-6e0d-4a86-85f9-02d1861bdf96 HTTP/1.1" status: 200 len: 1001 time: 0.0591047 Jul 02 03:42:23.345940 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833d446-5719-4c20-969b-869f8893b8ea req-dab594b7-d24b-462d-ad53-03cc6bc6943e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:42:23.347476 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0833d446-5719-4c20-969b-869f8893b8ea req-dab594b7-d24b-462d-ad53-03cc6bc6943e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac HTTP/1.1" status: 200 len: 847 time: 0.0468647 Jul 02 03:42:23.395727 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833d446-5719-4c20-969b-869f8893b8ea req-97cfc37d-9349-43d0-9feb-b226b7e505ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:42:23.397584 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0833d446-5719-4c20-969b-869f8893b8ea req-97cfc37d-9349-43d0-9feb-b226b7e505ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b173f876-9c4f-4325-a46d-ef7a6e505875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445962 Jul 02 03:42:23.491158 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0833d446-5719-4c20-969b-869f8893b8ea req-87635f39-230a-4017-b55e-815797bd7e48 service neutron] 10.222.0.26 "GET /v2.0/networks/b173f876-9c4f-4325-a46d-ef7a6e505875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870829 Jul 02 03:42:23.589670 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0833d446-5719-4c20-969b-869f8893b8ea req-f072403b-2c4e-4217-95b6-a22a9744c981 service neutron] 10.222.0.26 "GET /v2.0/networks/b173f876-9c4f-4325-a46d-ef7a6e505875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924661 Jul 02 03:42:23.598834 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:25.119929 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 38488) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:25.196357 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:25.211320 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:25.232395 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e51fb1c2-bd4c-419d-968d-f0f2a0e1e7d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:25.311778 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e51fb1c2-bd4c-419d-968d-f0f2a0e1e7d4 admin admin] Publish callbacks [] for security_group (c382363a-0f4e-4a0c-81ba-f46eda627fef), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:25.317197 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e51fb1c2-bd4c-419d-968d-f0f2a0e1e7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (c382363a-0f4e-4a0c-81ba-f46eda627fef), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:25.332845 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:25.357504 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-e51fb1c2-bd4c-419d-968d-f0f2a0e1e7d4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4c0d5513dd404eb88e170d6b304cddd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364318 Jul 02 03:42:25.358355 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51fb1c2-bd4c-419d-968d-f0f2a0e1e7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c382363a-0f4e-4a0c-81ba-f46eda627fef,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:25.360503 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 38492) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:25.412387 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-007abdf8-39a1-401a-b77d-fe4c49fa2bd4 admin admin] Publish callbacks [] for security_group (c382363a-0f4e-4a0c-81ba-f46eda627fef), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:25.444296 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-007abdf8-39a1-401a-b77d-fe4c49fa2bd4 admin admin] Publish callbacks [] for security_group (c382363a-0f4e-4a0c-81ba-f46eda627fef), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:25.495148 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-007abdf8-39a1-401a-b77d-fe4c49fa2bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (c382363a-0f4e-4a0c-81ba-f46eda627fef), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:25.499349 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-007abdf8-39a1-401a-b77d-fe4c49fa2bd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:25.500974 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-007abdf8-39a1-401a-b77d-fe4c49fa2bd4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c382363a-0f4e-4a0c-81ba-f46eda627fef HTTP/1.1" status: 204 len: 168 time: 0.1394792 Jul 02 03:42:25.509488 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007abdf8-39a1-401a-b77d-fe4c49fa2bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c382363a-0f4e-4a0c-81ba-f46eda627fef,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:25.771970 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 38498) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:25.789762 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d528dc23-ef44-4459-ba25-cacc42041864 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:25.858311 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:25.871383 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d528dc23-ef44-4459-ba25-cacc42041864 admin admin] Publish callbacks [] for security_group (025ca49f-78ab-4e7a-98c4-9d8dab107a41), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:25.877161 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d528dc23-ef44-4459-ba25-cacc42041864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (025ca49f-78ab-4e7a-98c4-9d8dab107a41), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:25.917297 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528dc23-ef44-4459-ba25-cacc42041864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025ca49f-78ab-4e7a-98c4-9d8dab107a41,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:25.923080 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-d528dc23-ef44-4459-ba25-cacc42041864 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=915e84baf8184311854afabcb5ef49bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1500738 Jul 02 03:42:25.926640 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 38500) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:25.983821 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3aa8d3e7-aa45-4501-a361-689d0dc5833f admin admin] Publish callbacks [] for security_group (025ca49f-78ab-4e7a-98c4-9d8dab107a41), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:26.014957 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3aa8d3e7-aa45-4501-a361-689d0dc5833f admin admin] Publish callbacks [] for security_group (025ca49f-78ab-4e7a-98c4-9d8dab107a41), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:26.070284 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3aa8d3e7-aa45-4501-a361-689d0dc5833f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (025ca49f-78ab-4e7a-98c4-9d8dab107a41), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:26.072898 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3aa8d3e7-aa45-4501-a361-689d0dc5833f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:26.074026 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-3aa8d3e7-aa45-4501-a361-689d0dc5833f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/025ca49f-78ab-4e7a-98c4-9d8dab107a41 HTTP/1.1" status: 204 len: 168 time: 0.1464467 Jul 02 03:42:26.081844 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8d3e7-aa45-4501-a361-689d0dc5833f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025ca49f-78ab-4e7a-98c4-9d8dab107a41,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:32.088105 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 38586) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:32.200700 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-dfc03bd1-84f0-4d27-8b26-cafee63dabfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:32.282972 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-dfc03bd1-84f0-4d27-8b26-cafee63dabfe admin admin] Publish callbacks [] for security_group (84f0b8f1-db0d-45bb-9005-36c060f9477b), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:32.288007 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-dfc03bd1-84f0-4d27-8b26-cafee63dabfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (84f0b8f1-db0d-45bb-9005-36c060f9477b), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:32.293685 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:DELETE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:32.328105 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc03bd1-84f0-4d27-8b26-cafee63dabfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f0b8f1-db0d-45bb-9005-36c060f9477b,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:32.332383 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-dfc03bd1-84f0-4d27-8b26-cafee63dabfe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d55dc583780047919dbce09f8bd32dc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432337 Jul 02 03:42:32.335144 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 38590) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:32.347368 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:32.385236 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-70d2ea71-9bc7-4731-a5c3-1a8161d9324c admin admin] Publish callbacks [] for security_group (84f0b8f1-db0d-45bb-9005-36c060f9477b), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:32.408015 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-70d2ea71-9bc7-4731-a5c3-1a8161d9324c admin admin] Publish callbacks [] for security_group (84f0b8f1-db0d-45bb-9005-36c060f9477b), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:32.459364 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-70d2ea71-9bc7-4731-a5c3-1a8161d9324c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (84f0b8f1-db0d-45bb-9005-36c060f9477b), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:32.462854 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-70d2ea71-9bc7-4731-a5c3-1a8161d9324c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:32.464030 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-70d2ea71-9bc7-4731-a5c3-1a8161d9324c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/84f0b8f1-db0d-45bb-9005-36c060f9477b HTTP/1.1" status: 204 len: 168 time: 0.1279712 Jul 02 03:42:32.472424 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d2ea71-9bc7-4731-a5c3-1a8161d9324c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f0b8f1-db0d-45bb-9005-36c060f9477b,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:32.747910 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 38596) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:32.763247 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-4a0d078c-f09d-4b14-a85a-162d3b0c7301 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:32.844510 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-4a0d078c-f09d-4b14-a85a-162d3b0c7301 admin admin] Publish callbacks [] for security_group (1b5659dc-6dfa-47cb-9d85-6ce96d7f6029), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:32.850329 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-4a0d078c-f09d-4b14-a85a-162d3b0c7301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (1b5659dc-6dfa-47cb-9d85-6ce96d7f6029), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:32.902793 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-4a0d078c-f09d-4b14-a85a-162d3b0c7301 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8dbd68844ea2413e8bffa84e52252601&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1537619 Jul 02 03:42:32.904047 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d078c-f09d-4b14-a85a-162d3b0c7301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5659dc-6dfa-47cb-9d85-6ce96d7f6029,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:32.905697 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 38598) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:32.957281 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-cfcc6e8a-7d63-4d47-9f2b-7c626b56d507 admin admin] Publish callbacks [] for security_group (1b5659dc-6dfa-47cb-9d85-6ce96d7f6029), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:32.959464 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:32.980346 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-cfcc6e8a-7d63-4d47-9f2b-7c626b56d507 admin admin] Publish callbacks [] for security_group (1b5659dc-6dfa-47cb-9d85-6ce96d7f6029), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:33.032568 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-cfcc6e8a-7d63-4d47-9f2b-7c626b56d507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (1b5659dc-6dfa-47cb-9d85-6ce96d7f6029), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:33.035183 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-cfcc6e8a-7d63-4d47-9f2b-7c626b56d507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:33.036365 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-cfcc6e8a-7d63-4d47-9f2b-7c626b56d507 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1b5659dc-6dfa-47cb-9d85-6ce96d7f6029 HTTP/1.1" status: 204 len: 168 time: 0.1296940 Jul 02 03:42:33.044556 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc6e8a-7d63-4d47-9f2b-7c626b56d507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5659dc-6dfa-47cb-9d85-6ce96d7f6029,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:33.052252 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc6e8a-7d63-4d47-9f2b-7c626b56d507 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:33.052598 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc6e8a-7d63-4d47-9f2b-7c626b56d507 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:33.052926 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc6e8a-7d63-4d47-9f2b-7c626b56d507 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:33.053262 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc6e8a-7d63-4d47-9f2b-7c626b56d507 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:33.053592 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc6e8a-7d63-4d47-9f2b-7c626b56d507 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:33.053946 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc6e8a-7d63-4d47-9f2b-7c626b56d507 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:33.054271 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc6e8a-7d63-4d47-9f2b-7c626b56d507 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:33.054661 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc6e8a-7d63-4d47-9f2b-7c626b56d507 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:33.055062 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc6e8a-7d63-4d47-9f2b-7c626b56d507 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:33.055573 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc6e8a-7d63-4d47-9f2b-7c626b56d507 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:33.055904 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc6e8a-7d63-4d47-9f2b-7c626b56d507 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:33.056232 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc6e8a-7d63-4d47-9f2b-7c626b56d507 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:33.056552 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc6e8a-7d63-4d47-9f2b-7c626b56d507 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:33.056871 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc6e8a-7d63-4d47-9f2b-7c626b56d507 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:33.057300 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc6e8a-7d63-4d47-9f2b-7c626b56d507 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:39.132463 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 38644) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:39.278016 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-e0e5b9cd-cb38-4a45-80d4-bdff321c79d2 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Deleting port ac8ad8fe-2b5d-45a8-95a2-dee3b11ed81c {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:42:39.278343 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-e0e5b9cd-cb38-4a45-80d4-bdff321c79d2 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (ac8ad8fe-2b5d-45a8-95a2-dee3b11ed81c), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:39.365212 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-e0e5b9cd-cb38-4a45-80d4-bdff321c79d2 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (ac8ad8fe-2b5d-45a8-95a2-dee3b11ed81c), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:39.365570 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-e0e5b9cd-cb38-4a45-80d4-bdff321c79d2 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks [] for floatingip (ac8ad8fe-2b5d-45a8-95a2-dee3b11ed81c), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:39.379828 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-e0e5b9cd-cb38-4a45-80d4-bdff321c79d2 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Calling delete_port for ac8ad8fe-2b5d-45a8-95a2-dee3b11ed81c owned by network:floatingip {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:42:39.549833 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-e0e5b9cd-cb38-4a45-80d4-bdff321c79d2 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (ac8ad8fe-2b5d-45a8-95a2-dee3b11ed81c), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:39.575153 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e5b9cd-cb38-4a45-80d4-bdff321c79d2 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Pushing event deleted for resources: {'Port': ['ID=ac8ad8fe-2b5d-45a8-95a2-dee3b11ed81c,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:39.641401 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-e0e5b9cd-cb38-4a45-80d4-bdff321c79d2 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks [] for floatingip (7816650a-7bad-40b9-8e7d-c0296bb2107e), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:39.641654 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.db.l3_db [None req-e0e5b9cd-cb38-4a45-80d4-bdff321c79d2 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Floating IP 7816650a-7bad-40b9-8e7d-c0296bb2107e disassociated (deleted). External IP: 172.27.0.200, port: e19a69f0-6e0d-4a86-85f9-02d1861bdf96. Jul 02 03:42:39.737533 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:39.839014 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e5b9cd-cb38-4a45-80d4-bdff321c79d2 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Router 56ca4511-6142-4685-b6d9-a1d64664c601 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:42:39.943802 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e5b9cd-cb38-4a45-80d4-bdff321c79d2 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:42:39.948704 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-e0e5b9cd-cb38-4a45-80d4-bdff321c79d2 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:39.953948 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebb7cb3-e765-4db9-b041-ebad7d33ec19 None None] Sync routers for ids ['56ca4511-6142-4685-b6d9-a1d64664c601'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:42:39.965000 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebb7cb3-e765-4db9-b041-ebad7d33ec19 None None] Routers {'56ca4511-6142-4685-b6d9-a1d64664c601'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:42:39.965627 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-5ebb7cb3-e765-4db9-b041-ebad7d33ec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:42:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['56ca4511-6142-4685-b6d9-a1d64664c601'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:42:39.969219 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:39.980533 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-e0e5b9cd-cb38-4a45-80d4-bdff321c79d2 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "DELETE /v2.0/floatingips/7816650a-7bad-40b9-8e7d-c0296bb2107e HTTP/1.1" status: 204 len: 168 time: 0.8467309 Jul 02 03:42:39.981226 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c09baf3-acd2-45b3-bce4-9fd6b31efdac', 'tag': 'e19a69f0-6e0d-4a86-85f9-02d1861bdf96'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:42:39.983637 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d951170-c76c-4fe3-9208-88ea2bf92b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "1c09baf3-acd2-45b3-bce4-9fd6b31efdac", "tag": "e19a69f0-6e0d-4a86-85f9-02d1861bdf96"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:42:40.027466 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c9b54c-08d0-4d15-848d-ca03224a205e x-openstack-request-id: req-e9c9b54c-08d0-4d15-848d-ca03224a205e {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:42:40.027934 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c09baf3-acd2-45b3-bce4-9fd6b31efdac", "tag": "e19a69f0-6e0d-4a86-85f9-02d1861bdf96", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:42:40.028187 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e9c9b54c-08d0-4d15-848d-ca03224a205e {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:42:40.028600 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9c9b54c-08d0-4d15-848d-ca03224a205e'] response: {'name': 'network-changed', 'server_uuid': '1c09baf3-acd2-45b3-bce4-9fd6b31efdac', 'tag': 'e19a69f0-6e0d-4a86-85f9-02d1861bdf96', 'status': 'completed', 'code': 200} Jul 02 03:42:40.070940 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-5ebb7cb3-e765-4db9-b041-ebad7d33ec19 None None] Set router 56ca4511-6142-4685-b6d9-a1d64664c601 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:42:40.122619 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d951170-c76c-4fe3-9208-88ea2bf92b7d req-d5cfab12-ac07-4fc9-8620-1821f1f051d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:42:40.124746 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9d951170-c76c-4fe3-9208-88ea2bf92b7d req-d5cfab12-ac07-4fc9-8620-1821f1f051d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c04290d87154e48a3bf77a828b563ba&device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 1129 time: 0.0475078 Jul 02 03:42:40.224672 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d951170-c76c-4fe3-9208-88ea2bf92b7d req-634c1306-9833-41aa-999c-850f18719da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:42:40.226219 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9d951170-c76c-4fe3-9208-88ea2bf92b7d req-634c1306-9833-41aa-999c-850f18719da6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b173f876-9c4f-4325-a46d-ef7a6e505875 HTTP/1.1" status: 200 len: 909 time: 0.0938592 Jul 02 03:42:40.233074 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6dc8d-5cc4-45c9-902b-83b2dddc2a6f req-4bc99349-b6bb-4d20-8ccb-6e2f23423a6f tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:42:40.234829 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cac6dc8d-5cc4-45c9-902b-83b2dddc2a6f req-4bc99349-b6bb-4d20-8ccb-6e2f23423a6f tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0495696 Jul 02 03:42:40.283278 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-5ebb7cb3-e765-4db9-b041-ebad7d33ec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'name': 'tempest-TestShelveInstance-439912201-router', 'tenant_id': '6c04290d87154e48a3bf77a828b563ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '56f6859c-1229-4eee-89f6-e872d60cdfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:35:18Z', 'updated_at': '2022-07-02T03:35:24Z', 'revision_number': 4, 'project_id': '6c04290d87154e48a3bf77a828b563ba', 'gw_port': {'id': '56f6859c-1229-4eee-89f6-e872d60cdfdd', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:35:19Z', 'updated_at': '2022-07-02T03:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '736d3e1a-4810-484a-b45b-d4bb345c2a46', 'name': '', 'network_id': 'b173f876-9c4f-4325-a46d-ef7a6e505875', 'tenant_id': '6c04290d87154e48a3bf77a828b563ba', 'mac_address': 'fa:16:3e:d9:43:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:35:22Z', 'updated_at': '2022-07-02T03:35:29Z', 'revision_number': 5, 'project_id': '6c04290d87154e48a3bf77a828b563ba', 'subnets': [{'id': 'c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:42:40.284103 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cac6dc8d-5cc4-45c9-902b-83b2dddc2a6f req-9585fd30-46f3-422b-8e93-db15ff945a01 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435131 Jul 02 03:42:40.309343 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebb7cb3-e765-4db9-b041-ebad7d33ec19 None None] Checking router: 56ca4511-6142-4685-b6d9-a1d64664c601 for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:42:40.318012 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebb7cb3-e765-4db9-b041-ebad7d33ec19 None None] Routers {'56ca4511-6142-4685-b6d9-a1d64664c601'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:42:40.318621 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-5ebb7cb3-e765-4db9-b041-ebad7d33ec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:42:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['56ca4511-6142-4685-b6d9-a1d64664c601'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:42:40.439750 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-5ebb7cb3-e765-4db9-b041-ebad7d33ec19 None None] Set router 56ca4511-6142-4685-b6d9-a1d64664c601 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:42:40.631185 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-5ebb7cb3-e765-4db9-b041-ebad7d33ec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'name': 'tempest-TestShelveInstance-439912201-router', 'tenant_id': '6c04290d87154e48a3bf77a828b563ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '56f6859c-1229-4eee-89f6-e872d60cdfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:35:18Z', 'updated_at': '2022-07-02T03:35:24Z', 'revision_number': 4, 'project_id': '6c04290d87154e48a3bf77a828b563ba', 'gw_port': {'id': '56f6859c-1229-4eee-89f6-e872d60cdfdd', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:35:19Z', 'updated_at': '2022-07-02T03:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '736d3e1a-4810-484a-b45b-d4bb345c2a46', 'name': '', 'network_id': 'b173f876-9c4f-4325-a46d-ef7a6e505875', 'tenant_id': '6c04290d87154e48a3bf77a828b563ba', 'mac_address': 'fa:16:3e:d9:43:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:35:22Z', 'updated_at': '2022-07-02T03:35:29Z', 'revision_number': 5, 'project_id': '6c04290d87154e48a3bf77a828b563ba', 'subnets': [{'id': 'c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:42:40.656078 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebb7cb3-e765-4db9-b041-ebad7d33ec19 None None] The sync data for ids ['56ca4511-6142-4685-b6d9-a1d64664c601'] in dv-cinder-846842-9-iscsi is: [{'id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'name': 'tempest-TestShelveInstance-439912201-router', 'tenant_id': '6c04290d87154e48a3bf77a828b563ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '56f6859c-1229-4eee-89f6-e872d60cdfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:35:18Z', 'updated_at': '2022-07-02T03:35:24Z', 'revision_number': 4, 'project_id': '6c04290d87154e48a3bf77a828b563ba', 'gw_port': {'id': '56f6859c-1229-4eee-89f6-e872d60cdfdd', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:35:19Z', 'updated_at': '2022-07-02T03:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '736d3e1a-4810-484a-b45b-d4bb345c2a46', 'name': '', 'network_id': 'b173f876-9c4f-4325-a46d-ef7a6e505875', 'tenant_id': '6c04290d87154e48a3bf77a828b563ba', 'mac_address': 'fa:16:3e:d9:43:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:35:22Z', 'updated_at': '2022-07-02T03:35:29Z', 'revision_number': 5, 'project_id': '6c04290d87154e48a3bf77a828b563ba', 'subnets': [{'id': 'c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:42:40.895507 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c41a00c-3d97-4ba5-83a8-5e54687ed93a None None] New status for floating IP 7816650a-7bad-40b9-8e7d-c0296bb2107e: DOWN {{(pid=104252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 02 03:42:41.297043 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9d951170-c76c-4fe3-9208-88ea2bf92b7d req-5ae86e31-e839-45fa-be18-63139cd0f885 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e19a69f0-6e0d-4a86-85f9-02d1861bdf96 HTTP/1.1" status: 200 len: 217 time: 0.0390868 Jul 02 03:42:41.351408 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d951170-c76c-4fe3-9208-88ea2bf92b7d req-4fe4bf8c-95d9-470d-84a5-7cd2f18e8f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:42:41.352831 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9d951170-c76c-4fe3-9208-88ea2bf92b7d req-4fe4bf8c-95d9-470d-84a5-7cd2f18e8f1b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac HTTP/1.1" status: 200 len: 847 time: 0.0467517 Jul 02 03:42:41.398344 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d951170-c76c-4fe3-9208-88ea2bf92b7d req-128af026-b328-4fae-82f9-ddc610d45724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:42:41.399880 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9d951170-c76c-4fe3-9208-88ea2bf92b7d req-128af026-b328-4fae-82f9-ddc610d45724 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b173f876-9c4f-4325-a46d-ef7a6e505875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405672 Jul 02 03:42:41.405443 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e2b20-6233-49cf-85f0-4fc0c616cdf1 req-91da881e-dea8-4a0f-b822-c8afaec340e5 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:42:41.407000 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-731e2b20-6233-49cf-85f0-4fc0c616cdf1 req-91da881e-dea8-4a0f-b822-c8afaec340e5 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0520136 Jul 02 03:42:41.460306 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-731e2b20-6233-49cf-85f0-4fc0c616cdf1 req-77a7bcca-4b65-4011-aa82-4f07a904daef tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/security-groups?id=2887add9-60d8-4604-a6da-534a6a5e0fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472336 Jul 02 03:42:41.497871 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9d951170-c76c-4fe3-9208-88ea2bf92b7d req-67e7838d-3a70-4321-a31d-468dc3fdd065 service neutron] 10.222.0.26 "GET /v2.0/networks/b173f876-9c4f-4325-a46d-ef7a6e505875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900335 Jul 02 03:42:41.588472 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9d951170-c76c-4fe3-9208-88ea2bf92b7d req-ee743959-9af8-41a8-a745-e9bdc831d01c service neutron] 10.222.0.26 "GET /v2.0/networks/b173f876-9c4f-4325-a46d-ef7a6e505875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842648 Jul 02 03:42:42.175848 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f286c0-7393-42dd-8f35-695b4a47eac3 req-b8875e6b-bb4c-47e7-8aae-c1c4888c7944 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:42:42.177414 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-59f286c0-7393-42dd-8f35-695b4a47eac3 req-b8875e6b-bb4c-47e7-8aae-c1c4888c7944 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 945 time: 0.0580220 Jul 02 03:42:42.265131 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-59f286c0-7393-42dd-8f35-695b4a47eac3 req-90728ce7-6838-4b6f-945c-ec0d3c1d7ceb tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Deleting port e19a69f0-6e0d-4a86-85f9-02d1861bdf96 {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:42:42.265506 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-59f286c0-7393-42dd-8f35-695b4a47eac3 req-90728ce7-6838-4b6f-945c-ec0d3c1d7ceb tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (e19a69f0-6e0d-4a86-85f9-02d1861bdf96), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:42.365210 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-59f286c0-7393-42dd-8f35-695b4a47eac3 req-90728ce7-6838-4b6f-945c-ec0d3c1d7ceb tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] For port e19a69f0-6e0d-4a86-85f9-02d1861bdf96, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=e19a69f0-6e0d-4a86-85f9-02d1861bdf96,segment=NetworkSegment(8fdf9ffb-87ca-4c0e-8fce-99459036e8eb),segment_id=8fdf9ffb-87ca-4c0e-8fce-99459036e8eb)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:42:42.365820 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-59f286c0-7393-42dd-8f35-695b4a47eac3 req-90728ce7-6838-4b6f-945c-ec0d3c1d7ceb tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (e19a69f0-6e0d-4a86-85f9-02d1861bdf96), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:42.380267 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-59f286c0-7393-42dd-8f35-695b4a47eac3 req-90728ce7-6838-4b6f-945c-ec0d3c1d7ceb tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Calling delete_port for e19a69f0-6e0d-4a86-85f9-02d1861bdf96 owned by compute:nova {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:42:42.390964 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=100 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:42.517758 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-59f286c0-7393-42dd-8f35-695b4a47eac3 req-90728ce7-6838-4b6f-945c-ec0d3c1d7ceb tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (e19a69f0-6e0d-4a86-85f9-02d1861bdf96), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:42.550000 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90728ce7-6838-4b6f-945c-ec0d3c1d7ceb tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Pushing event deleted for resources: {'Port': ['ID=e19a69f0-6e0d-4a86-85f9-02d1861bdf96,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:42.564038 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-14da9dde-55b9-42e8-865f-ca0d9038f91f req-bb501119-481c-4649-b3f8-1f5a6c20f79b tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 210 time: 0.0334210 Jul 02 03:42:42.596212 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f286c0-7393-42dd-8f35-695b4a47eac3 req-90728ce7-6838-4b6f-945c-ec0d3c1d7ceb tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] No DVR routers for this DVR port e19a69f0-6e0d-4a86-85f9-02d1861bdf96 on host hv-cinder-84684 {{(pid=104250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:42:42.598651 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-59f286c0-7393-42dd-8f35-695b4a47eac3 req-90728ce7-6838-4b6f-945c-ec0d3c1d7ceb tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:42.602028 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-59f286c0-7393-42dd-8f35-695b4a47eac3 req-90728ce7-6838-4b6f-945c-ec0d3c1d7ceb tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.26 "DELETE /v2.0/ports/e19a69f0-6e0d-4a86-85f9-02d1861bdf96 HTTP/1.1" status: 204 len: 173 time: 0.4191010 Jul 02 03:42:42.602513 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c09baf3-acd2-45b3-bce4-9fd6b31efdac', 'name': 'network-vif-deleted', 'tag': 'e19a69f0-6e0d-4a86-85f9-02d1861bdf96'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:42:42.604864 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb063009-ea0e-4226-ae3d-9d337a5542f0" -d '{"events": [{"server_uuid": "1c09baf3-acd2-45b3-bce4-9fd6b31efdac", "name": "network-vif-deleted", "tag": "e19a69f0-6e0d-4a86-85f9-02d1861bdf96"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:42:42.640731 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac2407a-ddfc-413d-8f4e-f49d5733c57f x-openstack-request-id: req-fac2407a-ddfc-413d-8f4e-f49d5733c57f {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:42:42.641026 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c09baf3-acd2-45b3-bce4-9fd6b31efdac", "name": "network-vif-deleted", "tag": "e19a69f0-6e0d-4a86-85f9-02d1861bdf96", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:42:42.641325 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fac2407a-ddfc-413d-8f4e-f49d5733c57f {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:42:42.641730 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fac2407a-ddfc-413d-8f4e-f49d5733c57f'] response: {'server_uuid': '1c09baf3-acd2-45b3-bce4-9fd6b31efdac', 'name': 'network-vif-deleted', 'tag': 'e19a69f0-6e0d-4a86-85f9-02d1861bdf96', 'status': 'completed', 'code': 200} Jul 02 03:42:43.678175 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5cab007a-cf39-4459-b342-2b3d6ba46259 req-115e7e82-16b2-4f7f-a102-fed3fcc87cb6 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c09baf3-acd2-45b3-bce4-9fd6b31efdac HTTP/1.1" status: 200 len: 210 time: 0.0284052 Jul 02 03:42:43.684182 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 38708) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:43.801361 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a2741bf5-2bc3-466f-abc4-56150243d0d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:43.879751 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a2741bf5-2bc3-466f-abc4-56150243d0d1 admin admin] Publish callbacks [] for security_group (983bcf43-e124-4a92-952f-5ccd9d686212), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:43.886002 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a2741bf5-2bc3-466f-abc4-56150243d0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (983bcf43-e124-4a92-952f-5ccd9d686212), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:43.930152 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-a2741bf5-2bc3-466f-abc4-56150243d0d1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c09f808b0aae46e1abbd8055cf207af9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445917 Jul 02 03:42:43.930911 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2741bf5-2bc3-466f-abc4-56150243d0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983bcf43-e124-4a92-952f-5ccd9d686212,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:43.932906 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 38712) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:43.984302 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-db797aa7-7d4e-4cf0-b907-786ba048274f admin admin] Publish callbacks [] for security_group (983bcf43-e124-4a92-952f-5ccd9d686212), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:43.992659 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:44.007354 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-db797aa7-7d4e-4cf0-b907-786ba048274f admin admin] Publish callbacks [] for security_group (983bcf43-e124-4a92-952f-5ccd9d686212), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:44.056349 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-db797aa7-7d4e-4cf0-b907-786ba048274f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (983bcf43-e124-4a92-952f-5ccd9d686212), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:44.058899 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-db797aa7-7d4e-4cf0-b907-786ba048274f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:44.060105 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-db797aa7-7d4e-4cf0-b907-786ba048274f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/983bcf43-e124-4a92-952f-5ccd9d686212 HTTP/1.1" status: 204 len: 168 time: 0.1261573 Jul 02 03:42:44.067757 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db797aa7-7d4e-4cf0-b907-786ba048274f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983bcf43-e124-4a92-952f-5ccd9d686212,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:44.740284 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 38736) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:44.808486 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-1eab8085-3ca4-4ada-83d3-824b9f979938 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks [] for security_group (2887add9-60d8-4604-a6da-534a6a5e0fa8), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:44.834961 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-1eab8085-3ca4-4ada-83d3-824b9f979938 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks [] for security_group (2887add9-60d8-4604-a6da-534a6a5e0fa8), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:44.902225 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-1eab8085-3ca4-4ada-83d3-824b9f979938 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (2887add9-60d8-4604-a6da-534a6a5e0fa8), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:44.905343 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-1eab8085-3ca4-4ada-83d3-824b9f979938 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:44.906527 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-1eab8085-3ca4-4ada-83d3-824b9f979938 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] 10.222.0.42 "DELETE /v2.0/security-groups/2887add9-60d8-4604-a6da-534a6a5e0fa8 HTTP/1.1" status: 204 len: 168 time: 0.1650159 Jul 02 03:42:44.917371 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab8085-3ca4-4ada-83d3-824b9f979938 tempest-TestShelveInstance-947314768 tempest-TestShelveInstance-947314768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2887add9-60d8-4604-a6da-534a6a5e0fa8,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:44.931555 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:44.968713 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 38744) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:45.634490 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0f19e902-a20e-4ab6-b36b-2a4d78a1ac9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386372'] for router_interface (56ca4511-6142-4685-b6d9-a1d64664c601), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:45.707844 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:45.870373 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-0f19e902-a20e-4ab6-b36b-2a4d78a1ac9a admin admin] Deleting port 736d3e1a-4810-484a-b45b-d4bb345c2a46 {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:42:45.870709 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0f19e902-a20e-4ab6-b36b-2a4d78a1ac9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (736d3e1a-4810-484a-b45b-d4bb345c2a46), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:45.954677 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [None req-0f19e902-a20e-4ab6-b36b-2a4d78a1ac9a admin admin] For port 736d3e1a-4810-484a-b45b-d4bb345c2a46, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=736d3e1a-4810-484a-b45b-d4bb345c2a46,segment=NetworkSegment(8fdf9ffb-87ca-4c0e-8fce-99459036e8eb),segment_id=8fdf9ffb-87ca-4c0e-8fce-99459036e8eb)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:42:45.955071 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0f19e902-a20e-4ab6-b36b-2a4d78a1ac9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (736d3e1a-4810-484a-b45b-d4bb345c2a46), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:45.968699 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-0f19e902-a20e-4ab6-b36b-2a4d78a1ac9a admin admin] Calling delete_port for 736d3e1a-4810-484a-b45b-d4bb345c2a46 owned by network:router_interface {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:42:45.989706 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:42:46.013695 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:46.162265 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0f19e902-a20e-4ab6-b36b-2a4d78a1ac9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (736d3e1a-4810-484a-b45b-d4bb345c2a46), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:46.187366 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f19e902-a20e-4ab6-b36b-2a4d78a1ac9a admin admin] Pushing event deleted for resources: {'Port': ['ID=736d3e1a-4810-484a-b45b-d4bb345c2a46,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:46.353046 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0f19e902-a20e-4ab6-b36b-2a4d78a1ac9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-385460'] for router_interface (56ca4511-6142-4685-b6d9-a1d64664c601), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:46.423489 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device e19a69f0-6e0d-4a86-85f9-02d1861bdf96 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:42:46.446023 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] No Port match for: e19a69f0-6e0d-4a86-85f9-02d1861bdf96 {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:42:46.446390 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device e19a69f0-6e0d-4a86-85f9-02d1861bdf96 not bound to the agent host hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:42:46.496646 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:46.567476 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f19e902-a20e-4ab6-b36b-2a4d78a1ac9a admin admin] Router 56ca4511-6142-4685-b6d9-a1d64664c601 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:42:46.672863 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f19e902-a20e-4ab6-b36b-2a4d78a1ac9a admin admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:42:46.678629 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-0f19e902-a20e-4ab6-b36b-2a4d78a1ac9a admin admin] 10.222.0.42 "PUT /v2.0/routers/56ca4511-6142-4685-b6d9-a1d64664c601/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7089725 Jul 02 03:42:46.681412 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 38768) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:46.681947 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10088ec4-5b40-49b8-a6f7-239e3df8426d None None] Sync routers for ids ['56ca4511-6142-4685-b6d9-a1d64664c601'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:42:46.693646 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10088ec4-5b40-49b8-a6f7-239e3df8426d None None] Routers {'56ca4511-6142-4685-b6d9-a1d64664c601'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:42:46.694280 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-10088ec4-5b40-49b8-a6f7-239e3df8426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:42:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['56ca4511-6142-4685-b6d9-a1d64664c601'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:42:46.789728 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-df7c47c4-9ce2-44af-93bd-e9d1c3294c6b admin admin] Publish callbacks [] for router (56ca4511-6142-4685-b6d9-a1d64664c601), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:46.801742 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-10088ec4-5b40-49b8-a6f7-239e3df8426d None None] Set router 56ca4511-6142-4685-b6d9-a1d64664c601 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:42:46.909235 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-df7c47c4-9ce2-44af-93bd-e9d1c3294c6b admin admin] Publish callbacks [] for router_gateway (56ca4511-6142-4685-b6d9-a1d64664c601), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:46.960218 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:46.964409 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-df7c47c4-9ce2-44af-93bd-e9d1c3294c6b admin admin] Deleting port 56f6859c-1229-4eee-89f6-e872d60cdfdd {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:42:46.964815 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-df7c47c4-9ce2-44af-93bd-e9d1c3294c6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (56f6859c-1229-4eee-89f6-e872d60cdfdd), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:47.057373 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [None req-df7c47c4-9ce2-44af-93bd-e9d1c3294c6b admin admin] For port 56f6859c-1229-4eee-89f6-e872d60cdfdd, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=56f6859c-1229-4eee-89f6-e872d60cdfdd,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:42:47.058063 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-df7c47c4-9ce2-44af-93bd-e9d1c3294c6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (56f6859c-1229-4eee-89f6-e872d60cdfdd), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:47.068030 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:47.078209 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-df7c47c4-9ce2-44af-93bd-e9d1c3294c6b admin admin] Calling delete_port for 56f6859c-1229-4eee-89f6-e872d60cdfdd owned by network:router_gateway {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:42:47.164749 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-10088ec4-5b40-49b8-a6f7-239e3df8426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'name': 'tempest-TestShelveInstance-439912201-router', 'tenant_id': '6c04290d87154e48a3bf77a828b563ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '56f6859c-1229-4eee-89f6-e872d60cdfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:35:18Z', 'updated_at': '2022-07-02T03:42:46Z', 'revision_number': 5, 'project_id': '6c04290d87154e48a3bf77a828b563ba', 'gw_port': {'id': '56f6859c-1229-4eee-89f6-e872d60cdfdd', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:35:19Z', 'updated_at': '2022-07-02T03:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi'}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:42:47.189513 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10088ec4-5b40-49b8-a6f7-239e3df8426d None None] Checking router: 56ca4511-6142-4685-b6d9-a1d64664c601 for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:42:47.198717 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10088ec4-5b40-49b8-a6f7-239e3df8426d None None] Routers {'56ca4511-6142-4685-b6d9-a1d64664c601'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:42:47.199363 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-10088ec4-5b40-49b8-a6f7-239e3df8426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:42:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['56ca4511-6142-4685-b6d9-a1d64664c601'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:42:47.257552 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-df7c47c4-9ce2-44af-93bd-e9d1c3294c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (56f6859c-1229-4eee-89f6-e872d60cdfdd), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:47.283455 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c47c4-9ce2-44af-93bd-e9d1c3294c6b admin admin] Pushing event deleted for resources: {'Port': ['ID=56f6859c-1229-4eee-89f6-e872d60cdfdd,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:47.296680 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-10088ec4-5b40-49b8-a6f7-239e3df8426d None None] Set router 56ca4511-6142-4685-b6d9-a1d64664c601 gateway port host: None {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:42:47.349031 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-10088ec4-5b40-49b8-a6f7-239e3df8426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'name': 'tempest-TestShelveInstance-439912201-router', 'tenant_id': '6c04290d87154e48a3bf77a828b563ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:35:18Z', 'updated_at': '2022-07-02T03:42:46Z', 'revision_number': 6, 'project_id': '6c04290d87154e48a3bf77a828b563ba', 'gw_port_host': None}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:42:47.349948 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-df7c47c4-9ce2-44af-93bd-e9d1c3294c6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-379160'] for router_gateway (56ca4511-6142-4685-b6d9-a1d64664c601), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:47.374225 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10088ec4-5b40-49b8-a6f7-239e3df8426d None None] The sync data for ids ['56ca4511-6142-4685-b6d9-a1d64664c601'] in dv-cinder-846842-9-iscsi is: [{'id': '56ca4511-6142-4685-b6d9-a1d64664c601', 'name': 'tempest-TestShelveInstance-439912201-router', 'tenant_id': '6c04290d87154e48a3bf77a828b563ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:35:18Z', 'updated_at': '2022-07-02T03:42:46Z', 'revision_number': 6, 'project_id': '6c04290d87154e48a3bf77a828b563ba', 'gw_port_host': None}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:42:47.453013 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-df7c47c4-9ce2-44af-93bd-e9d1c3294c6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4176344'] for router (56ca4511-6142-4685-b6d9-a1d64664c601), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:47.455328 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-df7c47c4-9ce2-44af-93bd-e9d1c3294c6b admin admin] Publish callbacks [] for router_controller (56ca4511-6142-4685-b6d9-a1d64664c601), precommit_delete_associations {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:47.462730 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:47.525753 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-df7c47c4-9ce2-44af-93bd-e9d1c3294c6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387810'] for router (56ca4511-6142-4685-b6d9-a1d64664c601), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:47.526407 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7c47c4-9ce2-44af-93bd-e9d1c3294c6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56ca4511-6142-4685-b6d9-a1d64664c601 {{(pid=104250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 02 03:42:47.531503 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-df7c47c4-9ce2-44af-93bd-e9d1c3294c6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:47.532648 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-df7c47c4-9ce2-44af-93bd-e9d1c3294c6b admin admin] 10.222.0.42 "DELETE /v2.0/routers/56ca4511-6142-4685-b6d9-a1d64664c601 HTTP/1.1" status: 204 len: 168 time: 0.8501716 Jul 02 03:42:47.535879 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 38778) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:47.580448 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_v2 [None req-4935cd54-d28d-4165-b08d-05d4f82a5745 admin admin] Deleting subnet c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac {{(pid=104250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 02 03:42:47.584529 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-4935cd54-d28d-4165-b08d-05d4f82a5745 admin admin] Publish callbacks [] for subnet (c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:47.619275 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-4935cd54-d28d-4165-b08d-05d4f82a5745 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2312077'] for subnet (c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac), precommit_delete_associations {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:47.729609 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-4935cd54-d28d-4165-b08d-05d4f82a5745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1385350'] for subnet (c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:47.789078 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-4935cd54-d28d-4165-b08d-05d4f82a5745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1385357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59994211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60075707'] for subnet (c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:47.821652 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935cd54-d28d-4165-b08d-05d4f82a5745 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:47.823654 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-4935cd54-d28d-4165-b08d-05d4f82a5745 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:47.827099 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-4935cd54-d28d-4165-b08d-05d4f82a5745 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c35c4c7a-aa71-4e14-aaa2-0c6eeb101eac HTTP/1.1" status: 204 len: 168 time: 0.2902827 Jul 02 03:42:47.830004 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 38782) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:47.831434 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f0c086-540e-439c-aa87-e39b8abd1748 None None] Network b173f876-9c4f-4325-a46d-ef7a6e505875 requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:42:47.900378 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6328-8eb2-4ecd-89cf-450526777e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587253'] for network (b173f876-9c4f-4325-a46d-ef7a6e505875), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:47.907149 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:47.926625 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:47.950058 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-0f0b6328-8eb2-4ecd-89cf-450526777e2d admin admin] Deleting port 569695ee-b420-4afc-bcf3-3b6717c80913 {{(pid=104249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:42:47.950537 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6328-8eb2-4ecd-89cf-450526777e2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (569695ee-b420-4afc-bcf3-3b6717c80913), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:47.963136 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:48.144584 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf90b79a-a101-4525-b55a-31ab4264a77b None None] DHCP port deletion for b173f876-9c4f-4325-a46d-ef7a6e505875 request from dv-cinder-846842-9-iscsi {{(pid=104251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 02 03:42:48.188766 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf90b79a-a101-4525-b55a-31ab4264a77b None None] Deleting port 569695ee-b420-4afc-bcf3-3b6717c80913 {{(pid=104251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:42:48.189135 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf90b79a-a101-4525-b55a-31ab4264a77b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (569695ee-b420-4afc-bcf3-3b6717c80913), before_delete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:48.263244 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-0f0b6328-8eb2-4ecd-89cf-450526777e2d admin admin] For port 569695ee-b420-4afc-bcf3-3b6717c80913, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=569695ee-b420-4afc-bcf3-3b6717c80913,segment=NetworkSegment(8fdf9ffb-87ca-4c0e-8fce-99459036e8eb),segment_id=8fdf9ffb-87ca-4c0e-8fce-99459036e8eb)] {{(pid=104249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:42:48.263772 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6328-8eb2-4ecd-89cf-450526777e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (569695ee-b420-4afc-bcf3-3b6717c80913), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:48.265890 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-cf90b79a-a101-4525-b55a-31ab4264a77b None None] For port 569695ee-b420-4afc-bcf3-3b6717c80913, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=569695ee-b420-4afc-bcf3-3b6717c80913,segment=NetworkSegment(8fdf9ffb-87ca-4c0e-8fce-99459036e8eb),segment_id=8fdf9ffb-87ca-4c0e-8fce-99459036e8eb)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:42:48.266387 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf90b79a-a101-4525-b55a-31ab4264a77b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (569695ee-b420-4afc-bcf3-3b6717c80913), precommit_delete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:48.281363 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-0f0b6328-8eb2-4ecd-89cf-450526777e2d admin admin] Calling delete_port for 569695ee-b420-4afc-bcf3-3b6717c80913 owned by network:dhcp {{(pid=104249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:42:48.282791 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf90b79a-a101-4525-b55a-31ab4264a77b None None] Calling delete_port for 569695ee-b420-4afc-bcf3-3b6717c80913 owned by network:dhcp {{(pid=104251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:42:48.369993 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf90b79a-a101-4525-b55a-31ab4264a77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086'] for port (569695ee-b420-4afc-bcf3-3b6717c80913), after_delete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:48.377517 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6328-8eb2-4ecd-89cf-450526777e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (569695ee-b420-4afc-bcf3-3b6717c80913), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:48.409495 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b6328-8eb2-4ecd-89cf-450526777e2d admin admin] Pushing event deleted for resources: {'Port': ['ID=569695ee-b420-4afc-bcf3-3b6717c80913,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:48.411694 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0b6328-8eb2-4ecd-89cf-450526777e2d admin admin] No DVR routers for this DVR port 569695ee-b420-4afc-bcf3-3b6717c80913 on host dv-cinder-846842-9-iscsi {{(pid=104249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:42:48.413616 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90b79a-a101-4525-b55a-31ab4264a77b None None] Pushing event deleted for resources: {'Port': ['ID=569695ee-b420-4afc-bcf3-3b6717c80913,revision_number=None']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:48.416881 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf90b79a-a101-4525-b55a-31ab4264a77b None None] No DVR routers for this DVR port 569695ee-b420-4afc-bcf3-3b6717c80913 on host dv-cinder-846842-9-iscsi {{(pid=104251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:42:48.426094 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 38790) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:48.433161 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b79a-a101-4525-b55a-31ab4264a77b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:48.433161 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b79a-a101-4525-b55a-31ab4264a77b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:48.433161 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b79a-a101-4525-b55a-31ab4264a77b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:48.433161 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b79a-a101-4525-b55a-31ab4264a77b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:48.433161 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b79a-a101-4525-b55a-31ab4264a77b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:48.433161 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b79a-a101-4525-b55a-31ab4264a77b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:48.433161 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b79a-a101-4525-b55a-31ab4264a77b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:48.433161 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b79a-a101-4525-b55a-31ab4264a77b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:48.433161 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b79a-a101-4525-b55a-31ab4264a77b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:48.433161 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b79a-a101-4525-b55a-31ab4264a77b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:48.433161 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b79a-a101-4525-b55a-31ab4264a77b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:48.439565 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b79a-a101-4525-b55a-31ab4264a77b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:48.439968 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b79a-a101-4525-b55a-31ab4264a77b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:48.440348 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b79a-a101-4525-b55a-31ab4264a77b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:48.440642 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b79a-a101-4525-b55a-31ab4264a77b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:42:48.501748 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6328-8eb2-4ecd-89cf-450526777e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481104', 'neutron.services.segments.db._delete_segments_for_network-8769088488286'] for network (b173f876-9c4f-4325-a46d-ef7a6e505875), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:48.523533 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.services.segments.db [None req-0f0b6328-8eb2-4ecd-89cf-450526777e2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b173f876-9c4f-4325-a46d-ef7a6e505875']}} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:42:48.534334 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.services.segments.db [None req-0f0b6328-8eb2-4ecd-89cf-450526777e2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fdf9ffb-87ca-4c0e-8fce-99459036e8eb') {'for_net_delete': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:42:48.534334 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.services.segments.db [None req-0f0b6328-8eb2-4ecd-89cf-450526777e2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fdf9ffb-87ca-4c0e-8fce-99459036e8eb') {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:42:48.544308 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6328-8eb2-4ecd-89cf-450526777e2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769088488807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59791456'] for segment (8fdf9ffb-87ca-4c0e-8fce-99459036e8eb), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:48.551263 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c882afd7-d709-46f3-b310-8d59fc199733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:48.557926 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6328-8eb2-4ecd-89cf-450526777e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (8fdf9ffb-87ca-4c0e-8fce-99459036e8eb), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:48.567001 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f0b6328-8eb2-4ecd-89cf-450526777e2d admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=104249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 03:42:48.567429 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6328-8eb2-4ecd-89cf-450526777e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60593360'] for segment (8fdf9ffb-87ca-4c0e-8fce-99459036e8eb), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:48.588634 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.services.segments.plugin [-] Segment 8fdf9ffb-87ca-4c0e-8fce-99459036e8eb resource provider aggregate not found Jul 02 03:42:48.607700 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=81,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:48.639011 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c882afd7-d709-46f3-b310-8d59fc199733 admin admin] Publish callbacks [] for security_group (f6ba6e29-1eb2-43de-849b-b2bcf9c94ca6), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:48.645887 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c882afd7-d709-46f3-b310-8d59fc199733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (f6ba6e29-1eb2-43de-849b-b2bcf9c94ca6), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:48.649379 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.services.segments.plugin [-] Segment 8fdf9ffb-87ca-4c0e-8fce-99459036e8eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8fdf9ffb-87ca-4c0e-8fce-99459036e8eb found for delete ", "request_id": "req-efeb76fb-933d-451f-ade5-343ee9a75e35"}]} Jul 02 03:42:48.660609 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6328-8eb2-4ecd-89cf-450526777e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389339'] for network (b173f876-9c4f-4325-a46d-ef7a6e505875), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:48.660783 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 56f6859c-1229-4eee-89f6-e872d60cdfdd no longer exists at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:42:48.668063 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6328-8eb2-4ecd-89cf-450526777e2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:48.674521 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-0f0b6328-8eb2-4ecd-89cf-450526777e2d admin admin] 10.222.0.42 "DELETE /v2.0/networks/b173f876-9c4f-4325-a46d-ef7a6e505875 HTTP/1.1" status: 204 len: 168 time: 0.8434196 Jul 02 03:42:48.677516 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 38798) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:48.681830 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] No Port match for: 56f6859c-1229-4eee-89f6-e872d60cdfdd {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:42:48.682612 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 56f6859c-1229-4eee-89f6-e872d60cdfdd not bound to the agent host dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:42:48.683158 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 569695ee-b420-4afc-bcf3-3b6717c80913 no longer exists at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:42:48.684538 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b6328-8eb2-4ecd-89cf-450526777e2d admin admin] Pushing event deleted for resources: {'Network': ['ID=b173f876-9c4f-4325-a46d-ef7a6e505875,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:48.691765 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882afd7-d709-46f3-b310-8d59fc199733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ba6e29-1eb2-43de-849b-b2bcf9c94ca6,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:48.704473 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] No Port match for: 569695ee-b420-4afc-bcf3-3b6717c80913 {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:42:48.704982 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 569695ee-b420-4afc-bcf3-3b6717c80913 not bound to the agent host dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:42:48.705491 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 736d3e1a-4810-484a-b45b-d4bb345c2a46 no longer exists at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:42:48.724166 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-c882afd7-d709-46f3-b310-8d59fc199733 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=316de95f2670430181d64871d7ebf5a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2968535 Jul 02 03:42:48.724538 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] No Port match for: 736d3e1a-4810-484a-b45b-d4bb345c2a46 {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:42:48.724644 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 736d3e1a-4810-484a-b45b-d4bb345c2a46 not bound to the agent host dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:42:48.726963 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 38800) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:48.776849 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7e41943d-f54a-424c-bc06-f64e8404ddff admin admin] Publish callbacks [] for security_group (f6ba6e29-1eb2-43de-849b-b2bcf9c94ca6), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:48.798676 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7e41943d-f54a-424c-bc06-f64e8404ddff admin admin] Publish callbacks [] for security_group (f6ba6e29-1eb2-43de-849b-b2bcf9c94ca6), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:48.850929 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7e41943d-f54a-424c-bc06-f64e8404ddff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (f6ba6e29-1eb2-43de-849b-b2bcf9c94ca6), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:48.853513 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7e41943d-f54a-424c-bc06-f64e8404ddff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:48.854685 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-7e41943d-f54a-424c-bc06-f64e8404ddff admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f6ba6e29-1eb2-43de-849b-b2bcf9c94ca6 HTTP/1.1" status: 204 len: 168 time: 0.1266205 Jul 02 03:42:48.862954 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41943d-f54a-424c-bc06-f64e8404ddff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ba6e29-1eb2-43de-849b-b2bcf9c94ca6,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:49.011371 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7f524959-7b78-4be9-9fb9-fb858feec593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386372'] for router_interface (4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:49.108581 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:49.163404 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 38806) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:49.180564 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6bfd305b-646d-4048-8dad-36058ff5c6c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:49.239381 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-7f524959-7b78-4be9-9fb9-fb858feec593 admin admin] Deleting port c70b9db3-e013-4746-8476-7b91c96c7375 {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:42:49.239642 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7f524959-7b78-4be9-9fb9-fb858feec593 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (c70b9db3-e013-4746-8476-7b91c96c7375), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:49.258490 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6bfd305b-646d-4048-8dad-36058ff5c6c1 admin admin] Publish callbacks [] for security_group (70e37778-6893-4a05-ac4b-76780bb56c5e), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:49.263541 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6bfd305b-646d-4048-8dad-36058ff5c6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (70e37778-6893-4a05-ac4b-76780bb56c5e), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:49.303259 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-6bfd305b-646d-4048-8dad-36058ff5c6c1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=65d60147b73b44948588e881668325b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386259 Jul 02 03:42:49.304477 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd305b-646d-4048-8dad-36058ff5c6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e37778-6893-4a05-ac4b-76780bb56c5e,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:49.306591 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 38808) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:49.332308 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:INSERT=7 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:49.333530 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [None req-7f524959-7b78-4be9-9fb9-fb858feec593 admin admin] For port c70b9db3-e013-4746-8476-7b91c96c7375, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=c70b9db3-e013-4746-8476-7b91c96c7375,segment=NetworkSegment(9332b316-3a7a-411e-b89c-f41ee26c7bde),segment_id=9332b316-3a7a-411e-b89c-f41ee26c7bde)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:42:49.333920 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7f524959-7b78-4be9-9fb9-fb858feec593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (c70b9db3-e013-4746-8476-7b91c96c7375), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:49.347776 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-7f524959-7b78-4be9-9fb9-fb858feec593 admin admin] Calling delete_port for c70b9db3-e013-4746-8476-7b91c96c7375 owned by network:router_interface {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:42:49.359575 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-200a9904-addb-4cc1-ba28-b1e0400a05f9 admin admin] Publish callbacks [] for security_group (70e37778-6893-4a05-ac4b-76780bb56c5e), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:49.380761 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-200a9904-addb-4cc1-ba28-b1e0400a05f9 admin admin] Publish callbacks [] for security_group (70e37778-6893-4a05-ac4b-76780bb56c5e), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:49.432460 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-200a9904-addb-4cc1-ba28-b1e0400a05f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (70e37778-6893-4a05-ac4b-76780bb56c5e), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:49.435646 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-200a9904-addb-4cc1-ba28-b1e0400a05f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:49.436846 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-200a9904-addb-4cc1-ba28-b1e0400a05f9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/70e37778-6893-4a05-ac4b-76780bb56c5e HTTP/1.1" status: 204 len: 168 time: 0.1293371 Jul 02 03:42:49.445738 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a9904-addb-4cc1-ba28-b1e0400a05f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e37778-6893-4a05-ac4b-76780bb56c5e,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:49.712139 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=100 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:49.797857 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7f524959-7b78-4be9-9fb9-fb858feec593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (c70b9db3-e013-4746-8476-7b91c96c7375), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:49.822439 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f524959-7b78-4be9-9fb9-fb858feec593 admin admin] Pushing event deleted for resources: {'Port': ['ID=c70b9db3-e013-4746-8476-7b91c96c7375,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:49.992020 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7f524959-7b78-4be9-9fb9-fb858feec593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-385460'] for router_interface (4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:50.218701 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f524959-7b78-4be9-9fb9-fb858feec593 admin admin] Router 4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:42:50.262330 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-063ad929-a80f-41e0-90e3-c326e57f8e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:50.329914 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f524959-7b78-4be9-9fb9-fb858feec593 admin admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:42:50.338321 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 38834) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:50.338777 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-7f524959-7b78-4be9-9fb9-fb858feec593 admin admin] 10.222.0.42 "PUT /v2.0/routers/4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6572442 Jul 02 03:42:50.341142 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af9688b-31c2-4f33-b24c-6bab421a4838 None None] Sync routers for ids ['4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3'] in dv-cinder-846842-9-iscsi {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:42:50.359007 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af9688b-31c2-4f33-b24c-6bab421a4838 None None] Routers {'4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:42:50.359658 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-0af9688b-31c2-4f33-b24c-6bab421a4838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:42:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:42:50.430397 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:50.478228 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-0af9688b-31c2-4f33-b24c-6bab421a4838 None None] Set router 4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:42:50.480770 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-aca257a8-5a42-4619-84c5-0a720cb46a15 admin admin] Publish callbacks [] for router (4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:50.589524 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-aca257a8-5a42-4619-84c5-0a720cb46a15 admin admin] Publish callbacks [] for router_gateway (4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:50.666805 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-aca257a8-5a42-4619-84c5-0a720cb46a15 admin admin] Deleting port 141fb296-de50-4aec-9e27-2ab42223564c {{(pid=104249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:42:50.667493 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-aca257a8-5a42-4619-84c5-0a720cb46a15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (141fb296-de50-4aec-9e27-2ab42223564c), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:50.718677 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-0af9688b-31c2-4f33-b24c-6bab421a4838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3', 'name': 'tempest-TestShelveInstance-669641936-router', 'tenant_id': '49622e8284454d679cacdd88b2f2344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '141fb296-de50-4aec-9e27-2ab42223564c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:35:27Z', 'updated_at': '2022-07-02T03:42:49Z', 'revision_number': 5, 'project_id': '49622e8284454d679cacdd88b2f2344a', 'gw_port': {'id': '141fb296-de50-4aec-9e27-2ab42223564c', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:35:28Z', 'updated_at': '2022-07-02T03:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi'}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:42:50.743905 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af9688b-31c2-4f33-b24c-6bab421a4838 None None] Checking router: 4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3 for host: dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:42:50.752647 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af9688b-31c2-4f33-b24c-6bab421a4838 None None] Routers {'4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:42:50.753239 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-0af9688b-31c2-4f33-b24c-6bab421a4838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:42:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:42:50.759040 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-aca257a8-5a42-4619-84c5-0a720cb46a15 admin admin] For port 141fb296-de50-4aec-9e27-2ab42223564c, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=141fb296-de50-4aec-9e27-2ab42223564c,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:42:50.759443 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-aca257a8-5a42-4619-84c5-0a720cb46a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (141fb296-de50-4aec-9e27-2ab42223564c), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:50.773094 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-aca257a8-5a42-4619-84c5-0a720cb46a15 admin admin] Calling delete_port for 141fb296-de50-4aec-9e27-2ab42223564c owned by network:router_gateway {{(pid=104249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:42:50.836063 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-0af9688b-31c2-4f33-b24c-6bab421a4838 None None] Set router 4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3 gateway port host: None {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:42:50.885795 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-0af9688b-31c2-4f33-b24c-6bab421a4838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3', 'name': 'tempest-TestShelveInstance-669641936-router', 'tenant_id': '49622e8284454d679cacdd88b2f2344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:35:27Z', 'updated_at': '2022-07-02T03:42:50Z', 'revision_number': 6, 'project_id': '49622e8284454d679cacdd88b2f2344a', 'gw_port_host': None}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:42:50.910514 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af9688b-31c2-4f33-b24c-6bab421a4838 None None] The sync data for ids ['4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3'] in dv-cinder-846842-9-iscsi is: [{'id': '4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3', 'name': 'tempest-TestShelveInstance-669641936-router', 'tenant_id': '49622e8284454d679cacdd88b2f2344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:35:27Z', 'updated_at': '2022-07-02T03:42:50Z', 'revision_number': 6, 'project_id': '49622e8284454d679cacdd88b2f2344a', 'gw_port_host': None}] {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:42:50.948049 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-aca257a8-5a42-4619-84c5-0a720cb46a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (141fb296-de50-4aec-9e27-2ab42223564c), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:50.974502 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca257a8-5a42-4619-84c5-0a720cb46a15 admin admin] Pushing event deleted for resources: {'Port': ['ID=141fb296-de50-4aec-9e27-2ab42223564c,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:51.041933 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-aca257a8-5a42-4619-84c5-0a720cb46a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-379160'] for router_gateway (4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:51.130083 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-aca257a8-5a42-4619-84c5-0a720cb46a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4176344'] for router (4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:51.132530 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-aca257a8-5a42-4619-84c5-0a720cb46a15 admin admin] Publish callbacks [] for router_controller (4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3), precommit_delete_associations {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:51.183613 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-aca257a8-5a42-4619-84c5-0a720cb46a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387810'] for router (4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:51.184205 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca257a8-5a42-4619-84c5-0a720cb46a15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3 {{(pid=104249) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 02 03:42:51.189350 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-aca257a8-5a42-4619-84c5-0a720cb46a15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:51.190628 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-aca257a8-5a42-4619-84c5-0a720cb46a15 admin admin] 10.222.0.42 "DELETE /v2.0/routers/4658f5b4-f76c-4495-b8a8-9cd1bbbfc9c3 HTTP/1.1" status: 204 len: 168 time: 0.8506377 Jul 02 03:42:51.193200 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 38840) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:51.240664 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a6c31c8-a844-45af-879a-7174688e93e2 admin admin] Deleting subnet e2437ced-7877-44ee-b9a2-3b88bae5ad2c {{(pid=104249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 02 03:42:51.243527 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:51.244406 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5a6c31c8-a844-45af-879a-7174688e93e2 admin admin] Publish callbacks [] for subnet (e2437ced-7877-44ee-b9a2-3b88bae5ad2c), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:51.283252 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5a6c31c8-a844-45af-879a-7174688e93e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59791451'] for subnet (e2437ced-7877-44ee-b9a2-3b88bae5ad2c), precommit_delete_associations {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:51.326483 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:51.366546 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5a6c31c8-a844-45af-879a-7174688e93e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1385350'] for subnet (e2437ced-7877-44ee-b9a2-3b88bae5ad2c), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:51.420350 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5a6c31c8-a844-45af-879a-7174688e93e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1385357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60593258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59995466'] for subnet (e2437ced-7877-44ee-b9a2-3b88bae5ad2c), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:51.443844 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c31c8-a844-45af-879a-7174688e93e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2437ced-7877-44ee-b9a2-3b88bae5ad2c,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:51.449784 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5a6c31c8-a844-45af-879a-7174688e93e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for subnet (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:51.453096 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-5a6c31c8-a844-45af-879a-7174688e93e2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e2437ced-7877-44ee-b9a2-3b88bae5ad2c HTTP/1.1" status: 204 len: 168 time: 0.2589293 Jul 02 03:42:51.455854 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 38842) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:51.456343 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b400af5b-15f3-4228-b359-75edd4ce8498 None None] Network 9a35e823-6f9b-485c-8792-468c04e42b7b requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:42:51.463921 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:51.531837 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7ec8b00b-b229-4400-9a63-3171ab5812aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587253'] for network (9a35e823-6f9b-485c-8792-468c04e42b7b), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:51.582741 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8b00b-b229-4400-9a63-3171ab5812aa admin admin] Deleting port aefa7311-0716-449e-b767-ac06d97bff61 {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:42:51.583070 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7ec8b00b-b229-4400-9a63-3171ab5812aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (aefa7311-0716-449e-b767-ac06d97bff61), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:51.647179 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [None req-7ec8b00b-b229-4400-9a63-3171ab5812aa admin admin] For port aefa7311-0716-449e-b767-ac06d97bff61, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=aefa7311-0716-449e-b767-ac06d97bff61,segment=NetworkSegment(9332b316-3a7a-411e-b89c-f41ee26c7bde),segment_id=9332b316-3a7a-411e-b89c-f41ee26c7bde)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:42:51.647468 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7ec8b00b-b229-4400-9a63-3171ab5812aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (aefa7311-0716-449e-b767-ac06d97bff61), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:51.660684 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8b00b-b229-4400-9a63-3171ab5812aa admin admin] Calling delete_port for aefa7311-0716-449e-b767-ac06d97bff61 owned by network:dhcp {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:42:51.705062 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909090ef-2547-436b-936a-138cc2976f7d None None] DHCP port deletion for 9a35e823-6f9b-485c-8792-468c04e42b7b request from dv-cinder-846842-9-iscsi {{(pid=104251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 02 03:42:51.710655 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:51.714988 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:51.757173 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7ec8b00b-b229-4400-9a63-3171ab5812aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (aefa7311-0716-449e-b767-ac06d97bff61), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:51.773078 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-909090ef-2547-436b-936a-138cc2976f7d None None] Deleting port aefa7311-0716-449e-b767-ac06d97bff61 {{(pid=104251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:42:51.773547 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-909090ef-2547-436b-936a-138cc2976f7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (aefa7311-0716-449e-b767-ac06d97bff61), before_delete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:51.784256 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8b00b-b229-4400-9a63-3171ab5812aa admin admin] Pushing event deleted for resources: {'Port': ['ID=aefa7311-0716-449e-b767-ac06d97bff61,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:51.786112 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec8b00b-b229-4400-9a63-3171ab5812aa admin admin] No DVR routers for this DVR port aefa7311-0716-449e-b767-ac06d97bff61 on host dv-cinder-846842-9-iscsi {{(pid=104250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:42:51.853988 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-909090ef-2547-436b-936a-138cc2976f7d None None] For port aefa7311-0716-449e-b767-ac06d97bff61, host dv-cinder-846842-9-iscsi, got binding levels [] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:42:51.855547 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-909090ef-2547-436b-936a-138cc2976f7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (aefa7311-0716-449e-b767-ac06d97bff61), precommit_delete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:51.863318 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7ec8b00b-b229-4400-9a63-3171ab5812aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481104', 'neutron.services.segments.db._delete_segments_for_network-8769088488286'] for network (9a35e823-6f9b-485c-8792-468c04e42b7b), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:51.873750 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-909090ef-2547-436b-936a-138cc2976f7d None None] Calling delete_port for aefa7311-0716-449e-b767-ac06d97bff61 owned by network:dhcp {{(pid=104251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:42:51.877088 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.ipam_backend_mixin [None req-909090ef-2547-436b-936a-138cc2976f7d None None] Port aefa7311-0716-449e-b767-ac06d97bff61 was not found and therefore no delete operation was performed {{(pid=104251) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 02 03:42:51.878517 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-909090ef-2547-436b-936a-138cc2976f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086'] for port (aefa7311-0716-449e-b767-ac06d97bff61), after_delete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:51.881827 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:51.888594 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.services.segments.db [None req-7ec8b00b-b229-4400-9a63-3171ab5812aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a35e823-6f9b-485c-8792-468c04e42b7b']}} {{(pid=104250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:42:51.896869 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-c56eb57a-926b-475e-9260-89d4a1765d60 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a713cd9e5960426a9378c54dd45e4997&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305381 Jul 02 03:42:51.898571 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.services.segments.db [None req-7ec8b00b-b229-4400-9a63-3171ab5812aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9332b316-3a7a-411e-b89c-f41ee26c7bde') {'for_net_delete': True} {{(pid=104250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:42:51.898878 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.services.segments.db [None req-7ec8b00b-b229-4400-9a63-3171ab5812aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9332b316-3a7a-411e-b89c-f41ee26c7bde') {} {{(pid=104250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:42:51.905456 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909090ef-2547-436b-936a-138cc2976f7d None None] Pushing event deleted for resources: {'Port': ['ID=aefa7311-0716-449e-b767-ac06d97bff61,revision_number=None']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:51.909004 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7ec8b00b-b229-4400-9a63-3171ab5812aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769088488807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2312118'] for segment (9332b316-3a7a-411e-b89c-f41ee26c7bde), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:51.913005 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909090ef-2547-436b-936a-138cc2976f7d None None] No DVR routers for this DVR port aefa7311-0716-449e-b767-ac06d97bff61 on host dv-cinder-846842-9-iscsi {{(pid=104251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:42:51.927445 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7ec8b00b-b229-4400-9a63-3171ab5812aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (9332b316-3a7a-411e-b89c-f41ee26c7bde), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:51.935965 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ec8b00b-b229-4400-9a63-3171ab5812aa admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=104250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 03:42:51.936534 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7ec8b00b-b229-4400-9a63-3171ab5812aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59994329'] for segment (9332b316-3a7a-411e-b89c-f41ee26c7bde), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:51.961114 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.services.segments.plugin [-] Segment 9332b316-3a7a-411e-b89c-f41ee26c7bde resource provider aggregate not found Jul 02 03:42:52.008012 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.services.segments.plugin [-] Segment 9332b316-3a7a-411e-b89c-f41ee26c7bde resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9332b316-3a7a-411e-b89c-f41ee26c7bde found for delete ", "request_id": "req-382f27ea-0281-44f8-a1e6-14e8039addc4"}]} Jul 02 03:42:52.019532 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7ec8b00b-b229-4400-9a63-3171ab5812aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389339'] for network (9a35e823-6f9b-485c-8792-468c04e42b7b), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:52.029993 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7ec8b00b-b229-4400-9a63-3171ab5812aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:52.029993 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-7ec8b00b-b229-4400-9a63-3171ab5812aa admin admin] 10.222.0.42 "DELETE /v2.0/networks/9a35e823-6f9b-485c-8792-468c04e42b7b HTTP/1.1" status: 204 len: 168 time: 0.5719745 Jul 02 03:42:52.049410 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8b00b-b229-4400-9a63-3171ab5812aa admin admin] Pushing event deleted for resources: {'Network': ['ID=9a35e823-6f9b-485c-8792-468c04e42b7b,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:52.114757 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-8daa5634-edd0-4245-94c1-bbf1f1f4efff tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:42:52.114757 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-8daa5634-edd0-4245-94c1-bbf1f1f4efff tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2123795 Jul 02 03:42:52.129958 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-a7965db5-a2d9-4ed6-b32f-38efa4046f1e tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.42 "GET /v2.0/quotas/a713cd9e5960426a9378c54dd45e4997 HTTP/1.1" status: 200 len: 375 time: 0.0096393 Jul 02 03:42:52.168757 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-1f04baae-2894-42b1-af45-159632089c08 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a713cd9e5960426a9378c54dd45e4997&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308924 Jul 02 03:42:52.220736 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 38868) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:52.267284 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-5fde9e03-a958-45ac-b722-eca75d58bdb3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6c04290d87154e48a3bf77a828b563ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453262 Jul 02 03:42:52.270066 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 38870) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:52.328460 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-23fd66f8-edac-46ce-b338-6903df9eb529 admin admin] Publish callbacks [] for security_group (01cb77eb-d054-42fe-b78d-f7c6c3261759), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:52.335568 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e00c532c-a645-472a-a3a6-7f450a29cd0a req-f1f62b13-8aae-43ab-ab50-611245092e85 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.42 "GET /v2.0/ports?device_id=6319e9c5-17ed-4a1b-ae45-f3547ace512a HTTP/1.1" status: 200 len: 210 time: 0.0289423 Jul 02 03:42:52.353546 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-23fd66f8-edac-46ce-b338-6903df9eb529 admin admin] Publish callbacks [] for security_group (01cb77eb-d054-42fe-b78d-f7c6c3261759), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:52.403663 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-23fd66f8-edac-46ce-b338-6903df9eb529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (01cb77eb-d054-42fe-b78d-f7c6c3261759), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:52.406496 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-23fd66f8-edac-46ce-b338-6903df9eb529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:52.410500 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-23fd66f8-edac-46ce-b338-6903df9eb529 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/01cb77eb-d054-42fe-b78d-f7c6c3261759 HTTP/1.1" status: 204 len: 168 time: 0.1392441 Jul 02 03:42:52.419457 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd66f8-edac-46ce-b338-6903df9eb529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cb77eb-d054-42fe-b78d-f7c6c3261759,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:52.550545 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-f458fa67-f8d4-4b60-be4f-af387bbcdffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:52.657175 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 141fb296-de50-4aec-9e27-2ab42223564c no longer exists at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:42:52.684358 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] No Port match for: 141fb296-de50-4aec-9e27-2ab42223564c {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:42:52.684933 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 141fb296-de50-4aec-9e27-2ab42223564c not bound to the agent host dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:42:52.685347 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device aefa7311-0716-449e-b767-ac06d97bff61 no longer exists at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:42:52.705905 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] No Port match for: aefa7311-0716-449e-b767-ac06d97bff61 {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:42:52.706537 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device aefa7311-0716-449e-b767-ac06d97bff61 not bound to the agent host dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:42:52.707129 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device c70b9db3-e013-4746-8476-7b91c96c7375 no longer exists at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:42:52.726973 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] No Port match for: c70b9db3-e013-4746-8476-7b91c96c7375 {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:42:52.727367 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device c70b9db3-e013-4746-8476-7b91c96c7375 not bound to the agent host dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:42:52.782211 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 38886) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:52.825367 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-95f0d0a3-24b3-4703-97e6-3d8f36d95377 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=49622e8284454d679cacdd88b2f2344a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417075 Jul 02 03:42:52.827873 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 38888) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:52.879765 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d9648559-df6a-4258-98ab-683a6709ddd6 admin admin] Publish callbacks [] for security_group (751133fe-42d8-4203-afaf-8b2fcf286706), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:52.903422 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d9648559-df6a-4258-98ab-683a6709ddd6 admin admin] Publish callbacks [] for security_group (751133fe-42d8-4203-afaf-8b2fcf286706), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:52.905199 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:52.959895 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d9648559-df6a-4258-98ab-683a6709ddd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (751133fe-42d8-4203-afaf-8b2fcf286706), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:52.962506 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d9648559-df6a-4258-98ab-683a6709ddd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:52.963709 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-d9648559-df6a-4258-98ab-683a6709ddd6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/751133fe-42d8-4203-afaf-8b2fcf286706 HTTP/1.1" status: 204 len: 168 time: 0.1349640 Jul 02 03:42:52.972299 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9648559-df6a-4258-98ab-683a6709ddd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751133fe-42d8-4203-afaf-8b2fcf286706,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:53.367866 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-4026feeb-b9ef-4cdb-9719-e04049962fa1 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=a713cd9e5960426a9378c54dd45e4997&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308671 Jul 02 03:42:53.461370 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-efae3b8e-8e6d-4b13-bc50-52cf0b4f095d req-c2427827-28fc-4f60-86f8-a750e2cd476b tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.42 "GET /v2.0/ports?device_id=6319e9c5-17ed-4a1b-ae45-f3547ace512a HTTP/1.1" status: 200 len: 210 time: 0.0339291 Jul 02 03:42:53.591558 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-46511b90-c417-48a0-a0c5-70f174d53eeb tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:42:53.593112 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-46511b90-c417-48a0-a0c5-70f174d53eeb tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2162609 Jul 02 03:42:53.601942 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:53.677704 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-62e4fa75-756f-41e0-98f9-a57d9b2f9c1b tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Request body: {'port': {'device_id': '6319e9c5-17ed-4a1b-ae45-f3547ace512a', 'network_id': '90af9c14-46a6-4de7-8a7d-e91dae9d62f9', 'admin_state_up': True, 'tenant_id': 'a713cd9e5960426a9378c54dd45e4997'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:42:53.729405 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 38916) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:53.769482 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:DELETE=10,neutron:SELECT=90 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:53.794511 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-62e4fa75-756f-41e0-98f9-a57d9b2f9c1b tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Made reservation on behalf of a713cd9e5960426a9378c54dd45e4997 for: {'port': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:42:53.798222 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-62e4fa75-756f-41e0-98f9-a57d9b2f9c1b tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:53.807600 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-62e4fa75-756f-41e0-98f9-a57d9b2f9c1b tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:53.833852 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-a76c07bb-f431-4ef7-b42a-fc72ab4460b1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-549697761-network', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:42:53.857740 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76c07bb-f431-4ef7-b42a-fc72ab4460b1 admin admin] Made reservation on behalf of 01fccbd11a4b4e859bec1a56f42315b2 for: {'network': 1} {{(pid=104249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:42:53.860268 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a76c07bb-f431-4ef7-b42a-fc72ab4460b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for network (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:53.869282 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a76c07bb-f431-4ef7-b42a-fc72ab4460b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:53.884179 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-62e4fa75-756f-41e0-98f9-a57d9b2f9c1b tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Publish callbacks [] for security_group (80c651ce-76f8-417c-bde4-7a7cb01158e2), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:53.889057 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-62e4fa75-756f-41e0-98f9-a57d9b2f9c1b tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (80c651ce-76f8-417c-bde4-7a7cb01158e2), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:53.946529 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a76c07bb-f431-4ef7-b42a-fc72ab4460b1 admin admin] Publish callbacks [] for security_group (fd35d2ba-76f0-464a-9bf0-a4eac3e07385), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:53.952022 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a76c07bb-f431-4ef7-b42a-fc72ab4460b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (fd35d2ba-76f0-464a-9bf0-a4eac3e07385), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:53.967118 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4fa75-756f-41e0-98f9-a57d9b2f9c1b tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80c651ce-76f8-417c-bde4-7a7cb01158e2,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:53.977569 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76c07bb-f431-4ef7-b42a-fc72ab4460b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=104249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 03:42:53.987910 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c07bb-f431-4ef7-b42a-fc72ab4460b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd35d2ba-76f0-464a-9bf0-a4eac3e07385,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:53.992900 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a76c07bb-f431-4ef7-b42a-fc72ab4460b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (31ad7417-32f5-4b58-9957-f18600b14123), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:53.993224 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.db.segments_db [None req-a76c07bb-f431-4ef7-b42a-fc72ab4460b1 admin admin] Added segment 31ad7417-32f5-4b58-9957-f18600b14123 of type vlan for network f1ef0821-e2dc-4511-8f33-8aac33bfb07d Jul 02 03:42:54.036845 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a76c07bb-f431-4ef7-b42a-fc72ab4460b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087990932'] for network (f1ef0821-e2dc-4511-8f33-8aac33bfb07d), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:54.037789 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-62e4fa75-756f-41e0-98f9-a57d9b2f9c1b tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Allocated IP 192.168.233.43 (90af9c14-46a6-4de7-8a7d-e91dae9d62f9/8cff5d60-2d2a-4728-89ff-56d6ddc12751/991e6b72-3175-4681-9cbe-2c587624a608) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:42:54.063073 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a76c07bb-f431-4ef7-b42a-fc72ab4460b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675'] for network (f1ef0821-e2dc-4511-8f33-8aac33bfb07d), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:54.064120 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76c07bb-f431-4ef7-b42a-fc72ab4460b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:42:54.064766 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a76c07bb-f431-4ef7-b42a-fc72ab4460b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:54.104469 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-a76c07bb-f431-4ef7-b42a-fc72ab4460b1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3712430 Jul 02 03:42:54.104934 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 38920) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:54.110984 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-69430a3b-610a-4ded-bc42-50a84b35f298 admin admin] Request body: {'subnet': {'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-549697761-subnet', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'ip_version': 4}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:42:54.130636 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c07bb-f431-4ef7-b42a-fc72ab4460b1 admin admin] Pushing event updated for resources: {'Network': ['ID=f1ef0821-e2dc-4511-8f33-8aac33bfb07d,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:54.141285 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Network f1ef0821-e2dc-4511-8f33-8aac33bfb07d details requested by agent ovs-agent-dv-cinder-846842-9-iscsi with host dv-cinder-846842-9-iscsi {{(pid=104251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 03:42:54.187556 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69430a3b-610a-4ded-bc42-50a84b35f298 admin admin] Made reservation on behalf of 01fccbd11a4b4e859bec1a56f42315b2 for: {'subnet': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:42:54.189876 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-69430a3b-610a-4ded-bc42-50a84b35f298 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60075668'] for subnet (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:54.229842 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-62e4fa75-756f-41e0-98f9-a57d9b2f9c1b tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Publish callbacks [] for port (991e6b72-3175-4681-9cbe-2c587624a608), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:54.272895 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:54.324146 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-62e4fa75-756f-41e0-98f9-a57d9b2f9c1b tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (991e6b72-3175-4681-9cbe-2c587624a608), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:54.385655 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:UPDATE=4 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:54.395678 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-62e4fa75-756f-41e0-98f9-a57d9b2f9c1b tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Network 90af9c14-46a6-4de7-8a7d-e91dae9d62f9 is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:42:54.404995 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-62e4fa75-756f-41e0-98f9-a57d9b2f9c1b tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:42:54.407446 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-62e4fa75-756f-41e0-98f9-a57d9b2f9c1b tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:42:54.438505 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4fa75-756f-41e0-98f9-a57d9b2f9c1b tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Pushing event updated for resources: {'Port': ['ID=991e6b72-3175-4681-9cbe-2c587624a608,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:54.505975 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-62e4fa75-756f-41e0-98f9-a57d9b2f9c1b tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:42:54.506672 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-62e4fa75-756f-41e0-98f9-a57d9b2f9c1b tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:54.511254 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-69430a3b-610a-4ded-bc42-50a84b35f298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59996348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60075650'] for subnet (1b06dd79-dc3a-4079-aff2-e99618bacbd7), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:54.563193 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-62e4fa75-756f-41e0-98f9-a57d9b2f9c1b tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8895655 Jul 02 03:42:54.580450 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69430a3b-610a-4ded-bc42-50a84b35f298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b06dd79-dc3a-4079-aff2-e99618bacbd7,revision_number=0']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:54.586745 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-254d5e73-db84-4170-9bed-d0b2908673b9 service neutron] Request body: {'port': {'device_id': '6319e9c5-17ed-4a1b-ae45-f3547ace512a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:42:54.587995 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41298748-ffaa-44f0-8713-f30eea82c094 req-9b58ec71-1dc1-4f3b-8b95-5684e2401971 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:42:54.589561 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-41298748-ffaa-44f0-8713-f30eea82c094 req-9b58ec71-1dc1-4f3b-8b95-5684e2401971 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.42 "GET /v2.0/ports?device_id=6319e9c5-17ed-4a1b-ae45-f3547ace512a HTTP/1.1" status: 200 len: 935 time: 0.0501876 Jul 02 03:42:54.627471 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69430a3b-610a-4ded-bc42-50a84b35f298 admin admin] Checking segment: {'id': '31ad7417-32f5-4b58-9957-f18600b14123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:42:54.627826 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69430a3b-610a-4ded-bc42-50a84b35f298 admin admin] Network hostable DHCP agents. Network: f1ef0821-e2dc-4511-8f33-8aac33bfb07d, hostable agents: ['1553e874-6843-4478-a19b-2f80346723c1'], hosted agents: [] {{(pid=104250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 03:42:54.642346 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-41298748-ffaa-44f0-8713-f30eea82c094 req-92f9cb5e-9aca-4b1b-bb85-88748e7c625a tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.42 "GET /v2.0/security-groups?id=80c651ce-76f8-417c-bde4-7a7cb01158e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448616 Jul 02 03:42:54.667996 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-254d5e73-db84-4170-9bed-d0b2908673b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (991e6b72-3175-4681-9cbe-2c587624a608), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:54.681560 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69430a3b-610a-4ded-bc42-50a84b35f298 admin admin] Network f1ef0821-e2dc-4511-8f33-8aac33bfb07d is scheduled to be hosted by DHCP agent 1553e874-6843-4478-a19b-2f80346723c1 with binding_index 1 {{(pid=104250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 03:42:54.691620 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-8a88157e-3643-4cef-9221-b913c1ff93d6 None None] Provisioning complete for port 991e6b72-3175-4681-9cbe-2c587624a608 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:42:54.692180 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-8a88157e-3643-4cef-9221-b913c1ff93d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (991e6b72-3175-4681-9cbe-2c587624a608), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:54.713086 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-69430a3b-610a-4ded-bc42-50a84b35f298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-9-iscsi, f1ef0821-e2dc-4511-8f33-8aac33bfb07d) {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:42:54.717764 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69430a3b-610a-4ded-bc42-50a84b35f298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:42:54.718351 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-69430a3b-610a-4ded-bc42-50a84b35f298 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:54.722711 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc104591-f59e-4a31-be69-c2afdca8cc22 None None] Network f1ef0821-e2dc-4511-8f33-8aac33bfb07d requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:42:54.737841 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-8a88157e-3643-4cef-9221-b913c1ff93d6 None None] Port 991e6b72-3175-4681-9cbe-2c587624a608 cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:42:54.754546 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-69430a3b-610a-4ded-bc42-50a84b35f298 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6485262 Jul 02 03:42:54.757357 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 38924) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:54.762371 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-6bd6e01b-9428-4f99-9273-09dea8500a84 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-549697761-router', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:42:54.767110 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:54.789353 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e01b-9428-4f99-9273-09dea8500a84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-388431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4176334'] for router (83c75b61-1816-42cd-aaf3-df0c23e69900), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:54.791769 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e01b-9428-4f99-9273-09dea8500a84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-388809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-392072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4176327'] for router (83c75b61-1816-42cd-aaf3-df0c23e69900), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:54.831006 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce84f18b-5343-4dd5-b06f-50d204ac8e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e612fdf-d4d2-534a-a3d7-4de3d62f7aff-f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'fixed_ips': [{'subnet_id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7'}]}} from dv-cinder-846842-9-iscsi. {{(pid=104251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 02 03:42:54.831990 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-ce84f18b-5343-4dd5-b06f-50d204ac8e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:54.853174 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:54.857607 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e01b-9428-4f99-9273-09dea8500a84 admin admin] Publish callbacks [] for router_controller (83c75b61-1816-42cd-aaf3-df0c23e69900), precommit_add_association {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:54.984691 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.db_base_plugin_common [None req-ce84f18b-5343-4dd5-b06f-50d204ac8e32 None None] Allocated IP 172.20.0.2 (f1ef0821-e2dc-4511-8f33-8aac33bfb07d/1b06dd79-dc3a-4079-aff2-e99618bacbd7/dbee68d7-0dc5-4c83-bc68-efe57b947701) {{(pid=104251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:42:54.992194 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-254d5e73-db84-4170-9bed-d0b2908673b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 991e6b72-3175-4681-9cbe-2c587624a608 {{(pid=104250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:42:55.001263 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e01b-9428-4f99-9273-09dea8500a84 admin admin] Publish callbacks [] for router_gateway (83c75b61-1816-42cd-aaf3-df0c23e69900), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:55.001846 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-254d5e73-db84-4170-9bed-d0b2908673b9 service neutron] Publish callbacks [] for port (991e6b72-3175-4681-9cbe-2c587624a608), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:55.019828 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.provisioning_blocks [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-254d5e73-db84-4170-9bed-d0b2908673b9 service neutron] Transition to ACTIVE for port object 991e6b72-3175-4681-9cbe-2c587624a608 will not be triggered until provisioned by entity L2. {{(pid=104250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 02 03:42:55.026661 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-254d5e73-db84-4170-9bed-d0b2908673b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (991e6b72-3175-4681-9cbe-2c587624a608), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:55.076761 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d5e73-db84-4170-9bed-d0b2908673b9 service neutron] Pushing event updated for resources: {'Port': ['ID=991e6b72-3175-4681-9cbe-2c587624a608,revision_number=2']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:55.102910 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:55.160231 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-254d5e73-db84-4170-9bed-d0b2908673b9 service neutron] Attempting to bind port 991e6b72-3175-4681-9cbe-2c587624a608 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:42:55.160947 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-254d5e73-db84-4170-9bed-d0b2908673b9 service neutron] Attempting to bind port 991e6b72-3175-4681-9cbe-2c587624a608 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'dffd64fc-545e-4400-888e-87f30e9845da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '90af9c14-46a6-4de7-8a7d-e91dae9d62f9'}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:42:55.161506 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-254d5e73-db84-4170-9bed-d0b2908673b9 service neutron] Attempting to bind port 991e6b72-3175-4681-9cbe-2c587624a608 on network 90af9c14-46a6-4de7-8a7d-e91dae9d62f9 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:42:55.163989 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-ce84f18b-5343-4dd5-b06f-50d204ac8e32 None None] Publish callbacks [] for port (dbee68d7-0dc5-4c83-bc68-efe57b947701), precommit_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:55.169201 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-254d5e73-db84-4170-9bed-d0b2908673b9 service neutron] Port 991e6b72-3175-4681-9cbe-2c587624a608 on network 90af9c14-46a6-4de7-8a7d-e91dae9d62f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 02 03:42:55.169694 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-254d5e73-db84-4170-9bed-d0b2908673b9 service neutron] Attempting to bind port 991e6b72-3175-4681-9cbe-2c587624a608 on network 90af9c14-46a6-4de7-8a7d-e91dae9d62f9 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:42:55.176042 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-ce84f18b-5343-4dd5-b06f-50d204ac8e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077'] for port (dbee68d7-0dc5-4c83-bc68-efe57b947701), after_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:55.176581 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-254d5e73-db84-4170-9bed-d0b2908673b9 service neutron] Checking agent: {'id': 'b6c7a065-6c6d-4192-b8a5-562c9c844309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'started_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:42:55.177069 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-254d5e73-db84-4170-9bed-d0b2908673b9 service neutron] Checking segment: {'id': 'dffd64fc-545e-4400-888e-87f30e9845da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '90af9c14-46a6-4de7-8a7d-e91dae9d62f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:42:55.177513 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-254d5e73-db84-4170-9bed-d0b2908673b9 service neutron] Bound using segment: {'id': 'dffd64fc-545e-4400-888e-87f30e9845da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '90af9c14-46a6-4de7-8a7d-e91dae9d62f9'} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:42:55.178007 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-254d5e73-db84-4170-9bed-d0b2908673b9 service neutron] Bound port: 991e6b72-3175-4681-9cbe-2c587624a608, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dffd64fc-545e-4400-888e-87f30e9845da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '90af9c14-46a6-4de7-8a7d-e91dae9d62f9'}}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:42:55.178444 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-254d5e73-db84-4170-9bed-d0b2908673b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (991e6b72-3175-4681-9cbe-2c587624a608), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:55.216685 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:55.248958 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e01b-9428-4f99-9273-09dea8500a84 admin admin] Publish callbacks [] for router_gateway (83c75b61-1816-42cd-aaf3-df0c23e69900), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:55.256502 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-254d5e73-db84-4170-9bed-d0b2908673b9 service neutron] For port 991e6b72-3175-4681-9cbe-2c587624a608, host hv-cinder-84684, cleared binding levels {{(pid=104250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:42:55.259680 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce84f18b-5343-4dd5-b06f-50d204ac8e32 None None] Network f1ef0821-e2dc-4511-8f33-8aac33bfb07d is already hosted by enough agents. {{(pid=104251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:42:55.260445 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-254d5e73-db84-4170-9bed-d0b2908673b9 service neutron] For port 991e6b72-3175-4681-9cbe-2c587624a608, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=991e6b72-3175-4681-9cbe-2c587624a608,segment=NetworkSegment(dffd64fc-545e-4400-888e-87f30e9845da),segment_id=dffd64fc-545e-4400-888e-87f30e9845da)] {{(pid=104250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:42:55.265141 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.scheduler.base_scheduler [None req-ce84f18b-5343-4dd5-b06f-50d204ac8e32 None None] Resources bound (agent type, host, resource id): {{(pid=104251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:42:55.267545 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:55.268564 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-254d5e73-db84-4170-9bed-d0b2908673b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (991e6b72-3175-4681-9cbe-2c587624a608), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:55.269062 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce84f18b-5343-4dd5-b06f-50d204ac8e32 None None] Received port after_create {{(pid=104251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:42:55.274696 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84f18b-5343-4dd5-b06f-50d204ac8e32 None None] Pushing event updated for resources: {'Port': ['ID=dbee68d7-0dc5-4c83-bc68-efe57b947701,revision_number=1']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:55.274839 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e01b-9428-4f99-9273-09dea8500a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:55.313257 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-254d5e73-db84-4170-9bed-d0b2908673b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:42:55.313942 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-254d5e73-db84-4170-9bed-d0b2908673b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:55.315609 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-254d5e73-db84-4170-9bed-d0b2908673b9 service neutron] 10.222.0.26 "PUT /v2.0/ports/991e6b72-3175-4681-9cbe-2c587624a608 HTTP/1.1" status: 200 len: 1097 time: 0.7363818 Jul 02 03:42:55.321104 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6319e9c5-17ed-4a1b-ae45-f3547ace512a', 'tag': '991e6b72-3175-4681-9cbe-2c587624a608'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:42:55.323710 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d2a755-3465-47d0-91bf-5a59fccc5f22" -d '{"events": [{"name": "network-changed", "server_uuid": "6319e9c5-17ed-4a1b-ae45-f3547ace512a", "tag": "991e6b72-3175-4681-9cbe-2c587624a608"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:42:55.356876 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d5e73-db84-4170-9bed-d0b2908673b9 service neutron] Pushing event updated for resources: {'Port': ['ID=991e6b72-3175-4681-9cbe-2c587624a608,revision_number=3']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:55.369249 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:55.395584 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-ce84f18b-5343-4dd5-b06f-50d204ac8e32 None None] Attempting to bind port dbee68d7-0dc5-4c83-bc68-efe57b947701 on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:42:55.396477 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-ce84f18b-5343-4dd5-b06f-50d204ac8e32 None None] Attempting to bind port dbee68d7-0dc5-4c83-bc68-efe57b947701 by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': '31ad7417-32f5-4b58-9957-f18600b14123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d'}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:42:55.397517 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce84f18b-5343-4dd5-b06f-50d204ac8e32 None None] Attempting to bind port dbee68d7-0dc5-4c83-bc68-efe57b947701 on network f1ef0821-e2dc-4511-8f33-8aac33bfb07d {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:42:55.410742 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.db_base_plugin_common [None req-6bd6e01b-9428-4f99-9273-09dea8500a84 admin admin] Allocated IP 172.27.0.12 (f461a802-f340-43f3-86d0-4b44bcb77e0c/5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3/e66f0d20-aa78-4eae-a7b6-eab0af6c962c) {{(pid=104249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:42:55.413196 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f2f070-2443-42fd-8bf8-15ba741fcb04 x-openstack-request-id: req-72f2f070-2443-42fd-8bf8-15ba741fcb04 {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:42:55.413484 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6319e9c5-17ed-4a1b-ae45-f3547ace512a", "tag": "991e6b72-3175-4681-9cbe-2c587624a608", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:42:55.413722 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-72f2f070-2443-42fd-8bf8-15ba741fcb04 {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:42:55.414185 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72f2f070-2443-42fd-8bf8-15ba741fcb04'] response: {'name': 'network-changed', 'server_uuid': '6319e9c5-17ed-4a1b-ae45-f3547ace512a', 'tag': '991e6b72-3175-4681-9cbe-2c587624a608', 'status': 'completed', 'code': 200} Jul 02 03:42:55.414296 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce84f18b-5343-4dd5-b06f-50d204ac8e32 None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:42:55.415541 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce84f18b-5343-4dd5-b06f-50d204ac8e32 None None] Checking segment: {'id': '31ad7417-32f5-4b58-9957-f18600b14123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:42:55.417169 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-ce84f18b-5343-4dd5-b06f-50d204ac8e32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:55.417932 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce84f18b-5343-4dd5-b06f-50d204ac8e32 None None] Bound using segment: {'id': '31ad7417-32f5-4b58-9957-f18600b14123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d'} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:42:55.418937 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-ce84f18b-5343-4dd5-b06f-50d204ac8e32 None None] Bound port: dbee68d7-0dc5-4c83-bc68-efe57b947701, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ad7417-32f5-4b58-9957-f18600b14123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d'}}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:42:55.419475 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-ce84f18b-5343-4dd5-b06f-50d204ac8e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (dbee68d7-0dc5-4c83-bc68-efe57b947701), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:55.433493 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-402c7ff8-75fa-4761-bacc-0b1b21d36cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:42:55.435793 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-402c7ff8-75fa-4761-bacc-0b1b21d36cba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a713cd9e5960426a9378c54dd45e4997&device_id=6319e9c5-17ed-4a1b-ae45-f3547ace512a HTTP/1.1" status: 200 len: 1131 time: 0.0556512 Jul 02 03:42:55.442489 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:55.493059 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-d980d865-60cc-4df1-a046-bbbc879f546d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=991e6b72-3175-4681-9cbe-2c587624a608 HTTP/1.1" status: 200 len: 217 time: 0.0410602 Jul 02 03:42:55.510883 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-ce84f18b-5343-4dd5-b06f-50d204ac8e32 None None] For port dbee68d7-0dc5-4c83-bc68-efe57b947701, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:42:55.515219 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-ce84f18b-5343-4dd5-b06f-50d204ac8e32 None None] For port dbee68d7-0dc5-4c83-bc68-efe57b947701, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=dbee68d7-0dc5-4c83-bc68-efe57b947701,segment=NetworkSegment(31ad7417-32f5-4b58-9957-f18600b14123),segment_id=31ad7417-32f5-4b58-9957-f18600b14123)] {{(pid=104251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:42:55.527548 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-ce84f18b-5343-4dd5-b06f-50d204ac8e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (dbee68d7-0dc5-4c83-bc68-efe57b947701), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:55.548219 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e01b-9428-4f99-9273-09dea8500a84 admin admin] Publish callbacks [] for port (e66f0d20-aa78-4eae-a7b6-eab0af6c962c), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:55.553946 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-e5ab928f-b0ac-48e9-addb-a3a4f477ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:42:55.555805 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-e5ab928f-b0ac-48e9-addb-a3a4f477ca89 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8cff5d60-2d2a-4728-89ff-56d6ddc12751 HTTP/1.1" status: 200 len: 843 time: 0.0564947 Jul 02 03:42:55.589327 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84f18b-5343-4dd5-b06f-50d204ac8e32 None None] Pushing event updated for resources: {'Port': ['ID=dbee68d7-0dc5-4c83-bc68-efe57b947701,revision_number=2']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:55.590129 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e01b-9428-4f99-9273-09dea8500a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (e66f0d20-aa78-4eae-a7b6-eab0af6c962c), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:55.623337 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-808d4f94-ebf8-4ed0-8bde-5d7ca2786bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:42:55.624057 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-808d4f94-ebf8-4ed0-8bde-5d7ca2786bf2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90af9c14-46a6-4de7-8a7d-e91dae9d62f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0615356 Jul 02 03:42:55.629006 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd6e01b-9428-4f99-9273-09dea8500a84 admin admin] Network f461a802-f340-43f3-86d0-4b44bcb77e0c is already hosted by enough agents. {{(pid=104249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:42:55.636318 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [None req-6bd6e01b-9428-4f99-9273-09dea8500a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:42:55.640461 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd6e01b-9428-4f99-9273-09dea8500a84 admin admin] Received port after_create {{(pid=104249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:42:55.674856 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6e01b-9428-4f99-9273-09dea8500a84 admin admin] Pushing event updated for resources: {'Port': ['ID=e66f0d20-aa78-4eae-a7b6-eab0af6c962c,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:55.749226 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-83d7517c-8acf-486b-a2b7-c8c1d8deef10 service neutron] 10.222.0.26 "GET /v2.0/networks/90af9c14-46a6-4de7-8a7d-e91dae9d62f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174848 Jul 02 03:42:55.831698 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fdb44-80ac-4046-a91f-7889565ba1b6 req-a06a14ca-c0c9-4b5d-93dd-f72c9e26a66e tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:42:55.833235 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e93fdb44-80ac-4046-a91f-7889565ba1b6 req-a06a14ca-c0c9-4b5d-93dd-f72c9e26a66e tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.42 "GET /v2.0/ports?device_id=6319e9c5-17ed-4a1b-ae45-f3547ace512a HTTP/1.1" status: 200 len: 947 time: 0.0795596 Jul 02 03:42:55.873304 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cf75c3e8-da02-42f3-a0a8-87bff8579ee9 req-90cbc4c6-4fb1-45f5-ae81-d9e9e1b0d7c3 service neutron] 10.222.0.26 "GET /v2.0/networks/90af9c14-46a6-4de7-8a7d-e91dae9d62f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168468 Jul 02 03:42:55.947264 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:55.964895 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:55.976201 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e93fdb44-80ac-4046-a91f-7889565ba1b6 req-600e1d26-b6be-444c-b1c3-f5b0f9bbd9dd tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.42 "GET /v2.0/security-groups?id=80c651ce-76f8-417c-bde4-7a7cb01158e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338372 Jul 02 03:42:56.003076 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e01b-9428-4f99-9273-09dea8500a84 admin admin] Publish callbacks [] for router_gateway (83c75b61-1816-42cd-aaf3-df0c23e69900), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:56.436591 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e01b-9428-4f99-9273-09dea8500a84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-387663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390652'] for router (83c75b61-1816-42cd-aaf3-df0c23e69900), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:56.557769 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfa787e-a9aa-4aaa-9f6b-39da616b680b None None] Network f1ef0821-e2dc-4511-8f33-8aac33bfb07d requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:42:56.560631 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:56.573634 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd6e01b-9428-4f99-9273-09dea8500a84 admin admin] Router 83c75b61-1816-42cd-aaf3-df0c23e69900 is scheduled to L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c with binding_index 1 {{(pid=104249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 02 03:42:56.625457 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-b08faf54-375f-408d-bb62-89c5e739c691 None None] Provisioning complete for port dbee68d7-0dc5-4c83-bc68-efe57b947701 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:42:56.626034 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-b08faf54-375f-408d-bb62-89c5e739c691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (dbee68d7-0dc5-4c83-bc68-efe57b947701), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:56.692373 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd6e01b-9428-4f99-9273-09dea8500a84 admin admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:42:56.707447 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device dbee68d7-0dc5-4c83-bc68-efe57b947701 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:42:56.710259 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c47f988-58ed-4d62-8ad4-97f8e0a54b51 None None] Sync routers for ids ['83c75b61-1816-42cd-aaf3-df0c23e69900'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:42:56.713566 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e01b-9428-4f99-9273-09dea8500a84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:56.714828 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-6bd6e01b-9428-4f99-9273-09dea8500a84 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9562035 Jul 02 03:42:56.717690 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 38932) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:56.784847 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c47f988-58ed-4d62-8ad4-97f8e0a54b51 None None] Routers {'83c75b61-1816-42cd-aaf3-df0c23e69900'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:42:56.785499 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-6c47f988-58ed-4d62-8ad4-97f8e0a54b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:42:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['83c75b61-1816-42cd-aaf3-df0c23e69900'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:42:56.996311 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-b08faf54-375f-408d-bb62-89c5e739c691 None None] Current status of the port dbee68d7-0dc5-4c83-bc68-efe57b947701 is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:42:56.996653 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-b08faf54-375f-408d-bb62-89c5e739c691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (dbee68d7-0dc5-4c83-bc68-efe57b947701), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:57.035227 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port dbee68d7-0dc5-4c83-bc68-efe57b947701 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:42:57.035620 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (dbee68d7-0dc5-4c83-bc68-efe57b947701), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:57.052721 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:57.085593 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-b08faf54-375f-408d-bb62-89c5e739c691 None None] For port dbee68d7-0dc5-4c83-bc68-efe57b947701, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=dbee68d7-0dc5-4c83-bc68-efe57b947701,segment=NetworkSegment(31ad7417-32f5-4b58-9957-f18600b14123),segment_id=31ad7417-32f5-4b58-9957-f18600b14123)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:42:57.097243 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-b08faf54-375f-408d-bb62-89c5e739c691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (dbee68d7-0dc5-4c83-bc68-efe57b947701), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:57.132900 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-6c47f988-58ed-4d62-8ad4-97f8e0a54b51 None None] Set router 83c75b61-1816-42cd-aaf3-df0c23e69900 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:42:57.136061 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a94cba-3589-4de6-b19b-9873bb12f89c req-ac9910da-9249-47c5-809a-e867a3a975ac tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:42:57.137633 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-44a94cba-3589-4de6-b19b-9873bb12f89c req-ac9910da-9249-47c5-809a-e867a3a975ac tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.42 "GET /v2.0/ports?device_id=6319e9c5-17ed-4a1b-ae45-f3547ace512a HTTP/1.1" status: 200 len: 947 time: 0.0837579 Jul 02 03:42:57.182236 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:57.225666 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-44a94cba-3589-4de6-b19b-9873bb12f89c req-b9aa2525-0e0e-4158-b31c-69d1c8196735 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.42 "GET /v2.0/security-groups?id=80c651ce-76f8-417c-bde4-7a7cb01158e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810483 Jul 02 03:42:57.227323 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-acabde69-3264-45c0-88c6-fa7a99978a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:57.248945 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:57.254622 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08faf54-375f-408d-bb62-89c5e739c691 None None] Pushing event updated for resources: {'Port': ['ID=dbee68d7-0dc5-4c83-bc68-efe57b947701,revision_number=3']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:57.274661 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-d71e9108-9cc5-439f-a83b-24e8c05e4d1d None None] Provisioning complete for port dbee68d7-0dc5-4c83-bc68-efe57b947701 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:42:57.275052 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-d71e9108-9cc5-439f-a83b-24e8c05e4d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (dbee68d7-0dc5-4c83-bc68-efe57b947701), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:57.306033 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port dbee68d7-0dc5-4c83-bc68-efe57b947701 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:42:57.392035 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.db_base_plugin_common [None req-acabde69-3264-45c0-88c6-fa7a99978a31 admin admin] Allocated IP 172.20.0.1 (f1ef0821-e2dc-4511-8f33-8aac33bfb07d/1b06dd79-dc3a-4079-aff2-e99618bacbd7/4e24f2aa-a259-45c8-ae97-d216739f4a1b) {{(pid=104249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:42:57.433955 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-d71e9108-9cc5-439f-a83b-24e8c05e4d1d None None] Current status of the port dbee68d7-0dc5-4c83-bc68-efe57b947701 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:42:57.436210 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-6c47f988-58ed-4d62-8ad4-97f8e0a54b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'name': 'tempest-TestVolumeBootPattern-549697761-router', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:54Z', 'updated_at': '2022-07-02T03:42:55Z', 'revision_number': 3, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'gw_port': {'id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:75:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:55Z', 'updated_at': '2022-07-02T03:42:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi'}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:42:57.460766 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c47f988-58ed-4d62-8ad4-97f8e0a54b51 None None] Checking router: 83c75b61-1816-42cd-aaf3-df0c23e69900 for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:42:57.461131 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c47f988-58ed-4d62-8ad4-97f8e0a54b51 None None] Updating router 83c75b61-1816-42cd-aaf3-df0c23e69900 port e66f0d20-aa78-4eae-a7b6-eab0af6c962c binding host dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 03:42:57.482835 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:57.491176 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6c47f988-58ed-4d62-8ad4-97f8e0a54b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (e66f0d20-aa78-4eae-a7b6-eab0af6c962c), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:57.499633 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-acabde69-3264-45c0-88c6-fa7a99978a31 admin admin] Publish callbacks [] for port (4e24f2aa-a259-45c8-ae97-d216739f4a1b), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:57.533793 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-acabde69-3264-45c0-88c6-fa7a99978a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (4e24f2aa-a259-45c8-ae97-d216739f4a1b), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:57.571920 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acabde69-3264-45c0-88c6-fa7a99978a31 admin admin] Network f1ef0821-e2dc-4511-8f33-8aac33bfb07d is already hosted by enough agents. {{(pid=104249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:42:57.576478 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [None req-acabde69-3264-45c0-88c6-fa7a99978a31 admin admin] Resources bound (agent type, host, resource id): {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:42:57.580423 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acabde69-3264-45c0-88c6-fa7a99978a31 admin admin] Received port after_create {{(pid=104249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:42:57.585562 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabde69-3264-45c0-88c6-fa7a99978a31 admin admin] Pushing event updated for resources: {'Port': ['ID=4e24f2aa-a259-45c8-ae97-d216739f4a1b,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:57.624163 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-acabde69-3264-45c0-88c6-fa7a99978a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-386495'] for router_interface (83c75b61-1816-42cd-aaf3-df0c23e69900), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:57.749915 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6c47f988-58ed-4d62-8ad4-97f8e0a54b51 None None] Publish callbacks [] for port (e66f0d20-aa78-4eae-a7b6-eab0af6c962c), precommit_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:57.754473 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-acabde69-3264-45c0-88c6-fa7a99978a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (4e24f2aa-a259-45c8-ae97-d216739f4a1b), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:57.756826 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6c47f988-58ed-4d62-8ad4-97f8e0a54b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (e66f0d20-aa78-4eae-a7b6-eab0af6c962c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:57.808814 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-6c47f988-58ed-4d62-8ad4-97f8e0a54b51 None None] Attempting to bind port e66f0d20-aa78-4eae-a7b6-eab0af6c962c on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:42:57.809174 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-6c47f988-58ed-4d62-8ad4-97f8e0a54b51 None None] Attempting to bind port e66f0d20-aa78-4eae-a7b6-eab0af6c962c by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:42:57.809633 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c47f988-58ed-4d62-8ad4-97f8e0a54b51 None None] Attempting to bind port e66f0d20-aa78-4eae-a7b6-eab0af6c962c on network f461a802-f340-43f3-86d0-4b44bcb77e0c {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:42:57.816933 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c47f988-58ed-4d62-8ad4-97f8e0a54b51 None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:42:57.817305 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c47f988-58ed-4d62-8ad4-97f8e0a54b51 None None] Checking segment: {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:42:57.817695 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6c47f988-58ed-4d62-8ad4-97f8e0a54b51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:57.818077 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c47f988-58ed-4d62-8ad4-97f8e0a54b51 None None] Bound using segment: {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:42:57.818538 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-6c47f988-58ed-4d62-8ad4-97f8e0a54b51 None None] Bound port: e66f0d20-aa78-4eae-a7b6-eab0af6c962c, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:42:57.818916 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6c47f988-58ed-4d62-8ad4-97f8e0a54b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (e66f0d20-aa78-4eae-a7b6-eab0af6c962c), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:57.820570 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a041e7-0dda-42a4-9bca-552e4e74e71d None None] Pushing event updated for resources: {'Port': ['ID=e66f0d20-aa78-4eae-a7b6-eab0af6c962c,revision_number=2']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:57.834655 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:57.869504 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-e0dd509e-3a29-46b8-8672-e6e0e62ee94d None None] Provisioning complete for port 4e24f2aa-a259-45c8-ae97-d216739f4a1b triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:42:57.869783 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-e0dd509e-3a29-46b8-8672-e6e0e62ee94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (4e24f2aa-a259-45c8-ae97-d216739f4a1b), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:57.908797 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-6c47f988-58ed-4d62-8ad4-97f8e0a54b51 None None] For port e66f0d20-aa78-4eae-a7b6-eab0af6c962c, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:42:57.909301 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:57.920424 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-e0dd509e-3a29-46b8-8672-e6e0e62ee94d None None] Port 4e24f2aa-a259-45c8-ae97-d216739f4a1b cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:42:57.924823 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-6c47f988-58ed-4d62-8ad4-97f8e0a54b51 None None] For port e66f0d20-aa78-4eae-a7b6-eab0af6c962c, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=e66f0d20-aa78-4eae-a7b6-eab0af6c962c,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:42:57.931937 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-acabde69-3264-45c0-88c6-fa7a99978a31 admin admin] Publish callbacks [] for port (4e24f2aa-a259-45c8-ae97-d216739f4a1b), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:57.932278 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6c47f988-58ed-4d62-8ad4-97f8e0a54b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (e66f0d20-aa78-4eae-a7b6-eab0af6c962c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:57.938759 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-acabde69-3264-45c0-88c6-fa7a99978a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60593212'] for port (4e24f2aa-a259-45c8-ae97-d216739f4a1b), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:57.988139 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c47f988-58ed-4d62-8ad4-97f8e0a54b51 None None] Routers {'83c75b61-1816-42cd-aaf3-df0c23e69900'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:42:57.988763 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-6c47f988-58ed-4d62-8ad4-97f8e0a54b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:42:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['83c75b61-1816-42cd-aaf3-df0c23e69900'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:42:57.994011 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a041e7-0dda-42a4-9bca-552e4e74e71d None None] Pushing event updated for resources: {'Port': ['ID=e66f0d20-aa78-4eae-a7b6-eab0af6c962c,revision_number=3']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:58.011096 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabde69-3264-45c0-88c6-fa7a99978a31 admin admin] Pushing event updated for resources: {'Port': ['ID=4e24f2aa-a259-45c8-ae97-d216739f4a1b,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:58.013833 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-acabde69-3264-45c0-88c6-fa7a99978a31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386339'] for router_interface (83c75b61-1816-42cd-aaf3-df0c23e69900), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:58.097443 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-6c47f988-58ed-4d62-8ad4-97f8e0a54b51 None None] Set router 83c75b61-1816-42cd-aaf3-df0c23e69900 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:42:58.108482 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acabde69-3264-45c0-88c6-fa7a99978a31 admin admin] Network f1ef0821-e2dc-4511-8f33-8aac33bfb07d is already hosted by enough agents. {{(pid=104249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:42:58.110041 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [None req-acabde69-3264-45c0-88c6-fa7a99978a31 admin admin] Resources bound (agent type, host, resource id): {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:42:58.131435 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:58.228632 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acabde69-3264-45c0-88c6-fa7a99978a31 admin admin] Router 83c75b61-1816-42cd-aaf3-df0c23e69900 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:42:58.250469 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2a755-3465-47d0-91bf-5a59fccc5f22 req-efc9d8cb-6867-4283-85fe-55696d5189cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:42:58.257856 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-62d2a755-3465-47d0-91bf-5a59fccc5f22 req-efc9d8cb-6867-4283-85fe-55696d5189cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a713cd9e5960426a9378c54dd45e4997&device_id=6319e9c5-17ed-4a1b-ae45-f3547ace512a HTTP/1.1" status: 200 len: 1131 time: 0.0538831 Jul 02 03:42:58.328581 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-6c47f988-58ed-4d62-8ad4-97f8e0a54b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'name': 'tempest-TestVolumeBootPattern-549697761-router', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:54Z', 'updated_at': '2022-07-02T03:42:57Z', 'revision_number': 4, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'gw_port': {'id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:75:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:55Z', 'updated_at': '2022-07-02T03:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '4e24f2aa-a259-45c8-ae97-d216739f4a1b', 'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'mac_address': 'fa:16:3e:ab:54:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:57Z', 'updated_at': '2022-07-02T03:42:57Z', 'revision_number': 2, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'subnets': [{'id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:42:58.358732 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c47f988-58ed-4d62-8ad4-97f8e0a54b51 None None] The sync data for ids ['83c75b61-1816-42cd-aaf3-df0c23e69900'] in dv-cinder-846842-9-iscsi is: [{'id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'name': 'tempest-TestVolumeBootPattern-549697761-router', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:54Z', 'updated_at': '2022-07-02T03:42:57Z', 'revision_number': 4, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'gw_port': {'id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:75:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:55Z', 'updated_at': '2022-07-02T03:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '4e24f2aa-a259-45c8-ae97-d216739f4a1b', 'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'mac_address': 'fa:16:3e:ab:54:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:57Z', 'updated_at': '2022-07-02T03:42:57Z', 'revision_number': 2, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'subnets': [{'id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:42:58.369378 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2a755-3465-47d0-91bf-5a59fccc5f22 req-2d2b9811-1630-47bc-87d9-a376edc0540d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:42:58.370993 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-62d2a755-3465-47d0-91bf-5a59fccc5f22 req-2d2b9811-1630-47bc-87d9-a376edc0540d service neutron] 10.222.0.26 "GET /v2.0/networks?id=90af9c14-46a6-4de7-8a7d-e91dae9d62f9 HTTP/1.1" status: 200 len: 870 time: 0.1070163 Jul 02 03:42:58.399776 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad913a1-73f1-43c0-9ab3-b9d72ab53e1c req-840b762b-bef6-4ff3-8796-76bd6b575e45 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:42:58.401348 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-aad913a1-73f1-43c0-9ab3-b9d72ab53e1c req-840b762b-bef6-4ff3-8796-76bd6b575e45 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.42 "GET /v2.0/ports?device_id=6319e9c5-17ed-4a1b-ae45-f3547ace512a HTTP/1.1" status: 200 len: 947 time: 0.0664129 Jul 02 03:42:58.414943 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-62d2a755-3465-47d0-91bf-5a59fccc5f22 req-36dc6ffa-09ad-48bb-bc3e-ca1a92f9fa2f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=991e6b72-3175-4681-9cbe-2c587624a608 HTTP/1.1" status: 200 len: 217 time: 0.0374320 Jul 02 03:42:58.427864 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acabde69-3264-45c0-88c6-fa7a99978a31 admin admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:42:58.434024 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-acabde69-3264-45c0-88c6-fa7a99978a31 admin admin] 10.222.0.42 "PUT /v2.0/routers/83c75b61-1816-42cd-aaf3-df0c23e69900/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7152450 Jul 02 03:42:58.448934 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-1ada7e75-95b5-416b-8c09-d3b5115baba0 None None] Provisioning complete for port 4e24f2aa-a259-45c8-ae97-d216739f4a1b triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:42:58.449307 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-1ada7e75-95b5-416b-8c09-d3b5115baba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (4e24f2aa-a259-45c8-ae97-d216739f4a1b), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:58.488343 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 991e6b72-3175-4681-9cbe-2c587624a608 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 03:42:58.492791 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-aad913a1-73f1-43c0-9ab3-b9d72ab53e1c req-c65fe151-955e-4f42-b1ca-01838f5b0fae tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.42 "GET /v2.0/security-groups?id=80c651ce-76f8-417c-bde4-7a7cb01158e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838552 Jul 02 03:42:58.493494 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2a755-3465-47d0-91bf-5a59fccc5f22 req-6f6b7ba4-0401-4fef-83f4-e105c305e74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:42:58.495996 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-62d2a755-3465-47d0-91bf-5a59fccc5f22 req-6f6b7ba4-0401-4fef-83f4-e105c305e74d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8cff5d60-2d2a-4728-89ff-56d6ddc12751 HTTP/1.1" status: 200 len: 843 time: 0.0745761 Jul 02 03:42:58.500632 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-1ada7e75-95b5-416b-8c09-d3b5115baba0 None None] Port 4e24f2aa-a259-45c8-ae97-d216739f4a1b cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:42:58.506943 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:58.555522 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2a755-3465-47d0-91bf-5a59fccc5f22 req-615811ae-ca87-4657-8f34-de0770f7d4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:42:58.557329 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-62d2a755-3465-47d0-91bf-5a59fccc5f22 req-615811ae-ca87-4657-8f34-de0770f7d4ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90af9c14-46a6-4de7-8a7d-e91dae9d62f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0548499 Jul 02 03:42:58.638942 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 991e6b72-3175-4681-9cbe-2c587624a608, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=991e6b72-3175-4681-9cbe-2c587624a608,segment=NetworkSegment(dffd64fc-545e-4400-888e-87f30e9845da),segment_id=dffd64fc-545e-4400-888e-87f30e9845da)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:42:58.656007 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Returning: {'device': '991e6b72-3175-4681-9cbe-2c587624a608', 'network_id': '90af9c14-46a6-4de7-8a7d-e91dae9d62f9', 'port_id': '991e6b72-3175-4681-9cbe-2c587624a608', 'mac_address': 'fa:16:3e:02:9b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cff5d60-2d2a-4728-89ff-56d6ddc12751', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 03:42:58.710422 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 991e6b72-3175-4681-9cbe-2c587624a608 is: DOWN; New status is: BUILD {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:42:58.710825 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (991e6b72-3175-4681-9cbe-2c587624a608), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:58.716902 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-62d2a755-3465-47d0-91bf-5a59fccc5f22 req-1bc89075-07e7-41fa-9f75-bd5c7a36c05b service neutron] 10.222.0.26 "GET /v2.0/networks/90af9c14-46a6-4de7-8a7d-e91dae9d62f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504881 Jul 02 03:42:58.738290 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 991e6b72-3175-4681-9cbe-2c587624a608 {{(pid=104251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:42:58.777274 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 991e6b72-3175-4681-9cbe-2c587624a608, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=991e6b72-3175-4681-9cbe-2c587624a608,segment=NetworkSegment(dffd64fc-545e-4400-888e-87f30e9845da),segment_id=dffd64fc-545e-4400-888e-87f30e9845da)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:42:58.795855 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device dbee68d7-0dc5-4c83-bc68-efe57b947701 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:42:58.840010 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (991e6b72-3175-4681-9cbe-2c587624a608), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:58.848159 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:58.857584 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-62d2a755-3465-47d0-91bf-5a59fccc5f22 req-9acf2285-3444-42f3-9a67-d9afbc5cc783 service neutron] 10.222.0.26 "GET /v2.0/networks/90af9c14-46a6-4de7-8a7d-e91dae9d62f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340797 Jul 02 03:42:58.914047 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=991e6b72-3175-4681-9cbe-2c587624a608,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:58.924409 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port dbee68d7-0dc5-4c83-bc68-efe57b947701 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:42:58.924797 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (dbee68d7-0dc5-4c83-bc68-efe57b947701), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:59.022689 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port dbee68d7-0dc5-4c83-bc68-efe57b947701 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:42:59.212617 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 38962) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:59.217148 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-30392096-d793-40af-ad55-2d26ec96ab5d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1818391799-network', 'tenant_id': 'ad1140025dba4bc184223e702927ad88'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:42:59.240773 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30392096-d793-40af-ad55-2d26ec96ab5d admin admin] Made reservation on behalf of ad1140025dba4bc184223e702927ad88 for: {'network': 1} {{(pid=104249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:42:59.243571 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-30392096-d793-40af-ad55-2d26ec96ab5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for network (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:59.266719 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-30392096-d793-40af-ad55-2d26ec96ab5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:59.289249 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['991e6b72-3175-4681-9cbe-2c587624a608'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:42:59.371258 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-30392096-d793-40af-ad55-2d26ec96ab5d admin admin] Publish callbacks [] for security_group (88e3ca08-894f-41db-9243-815ebb1b6791), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:59.377480 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-30392096-d793-40af-ad55-2d26ec96ab5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (88e3ca08-894f-41db-9243-815ebb1b6791), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:59.407275 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30392096-d793-40af-ad55-2d26ec96ab5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=104249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 03:42:59.421141 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30392096-d793-40af-ad55-2d26ec96ab5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e3ca08-894f-41db-9243-815ebb1b6791,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:59.425300 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-30392096-d793-40af-ad55-2d26ec96ab5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (f148eeb3-f1b7-47a4-a766-dbc9b12a22f7), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:59.426331 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.db.segments_db [None req-30392096-d793-40af-ad55-2d26ec96ab5d admin admin] Added segment f148eeb3-f1b7-47a4-a766-dbc9b12a22f7 of type vlan for network f02740fe-8832-4159-a6c7-51735549069c Jul 02 03:42:59.434371 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:59.453832 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:59.474136 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-30392096-d793-40af-ad55-2d26ec96ab5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087990932'] for network (f02740fe-8832-4159-a6c7-51735549069c), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:59.501718 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-30392096-d793-40af-ad55-2d26ec96ab5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675'] for network (f02740fe-8832-4159-a6c7-51735549069c), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:59.502821 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30392096-d793-40af-ad55-2d26ec96ab5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:42:59.503654 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-30392096-d793-40af-ad55-2d26ec96ab5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:59.519700 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:59.546266 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-30392096-d793-40af-ad55-2d26ec96ab5d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3332736 Jul 02 03:42:59.549973 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 38966) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:59.555977 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-f09e9ca8-9abc-4c54-a8be-d3fa1be52339 admin admin] Request body: {'subnet': {'network_id': 'f02740fe-8832-4159-a6c7-51735549069c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1818391799-subnet', 'tenant_id': 'ad1140025dba4bc184223e702927ad88', 'ip_version': 4}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:42:59.580435 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30392096-d793-40af-ad55-2d26ec96ab5d admin admin] Pushing event updated for resources: {'Network': ['ID=f02740fe-8832-4159-a6c7-51735549069c,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:59.593038 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Network f02740fe-8832-4159-a6c7-51735549069c details requested by agent ovs-agent-dv-cinder-846842-9-iscsi with host dv-cinder-846842-9-iscsi {{(pid=104251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 03:42:59.593273 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09e9ca8-9abc-4c54-a8be-d3fa1be52339 admin admin] Made reservation on behalf of ad1140025dba4bc184223e702927ad88 for: {'subnet': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:42:59.605418 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f09e9ca8-9abc-4c54-a8be-d3fa1be52339 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60075668'] for subnet (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:59.642623 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6381ee8-2c44-48d3-8fb0-7dd8ff7aa194 req-94ca1b2d-f8c1-4f3f-bf8b-2098b7688853 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:42:59.644414 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d6381ee8-2c44-48d3-8fb0-7dd8ff7aa194 req-94ca1b2d-f8c1-4f3f-bf8b-2098b7688853 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.42 "GET /v2.0/ports?device_id=6319e9c5-17ed-4a1b-ae45-f3547ace512a HTTP/1.1" status: 200 len: 948 time: 0.0660486 Jul 02 03:42:59.702389 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d6381ee8-2c44-48d3-8fb0-7dd8ff7aa194 req-7e470d3c-335c-4cf1-9ff9-3667937507db tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.42 "GET /v2.0/security-groups?id=80c651ce-76f8-417c-bde4-7a7cb01158e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520902 Jul 02 03:42:59.702806 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:42:59.801139 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f09e9ca8-9abc-4c54-a8be-d3fa1be52339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59996348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60075650'] for subnet (e66b11e8-ca2a-4871-a3d9-12a0ebd399d4), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:59.859178 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e9ca8-9abc-4c54-a8be-d3fa1be52339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e66b11e8-ca2a-4871-a3d9-12a0ebd399d4,revision_number=0']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:42:59.868224 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09e9ca8-9abc-4c54-a8be-d3fa1be52339 admin admin] Checking segment: {'id': 'f148eeb3-f1b7-47a4-a766-dbc9b12a22f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f02740fe-8832-4159-a6c7-51735549069c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:42:59.868575 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09e9ca8-9abc-4c54-a8be-d3fa1be52339 admin admin] Network hostable DHCP agents. Network: f02740fe-8832-4159-a6c7-51735549069c, hostable agents: ['1553e874-6843-4478-a19b-2f80346723c1'], hosted agents: [] {{(pid=104250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 03:42:59.888216 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09e9ca8-9abc-4c54-a8be-d3fa1be52339 admin admin] Network f02740fe-8832-4159-a6c7-51735549069c is scheduled to be hosted by DHCP agent 1553e874-6843-4478-a19b-2f80346723c1 with binding_index 1 {{(pid=104250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 03:42:59.900840 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-f09e9ca8-9abc-4c54-a8be-d3fa1be52339 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-9-iscsi, f02740fe-8832-4159-a6c7-51735549069c) {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:42:59.905411 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09e9ca8-9abc-4c54-a8be-d3fa1be52339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:42:59.906180 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f09e9ca8-9abc-4c54-a8be-d3fa1be52339 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:59.909925 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47572bf9-d4d1-4e29-882a-a00a969dfa4e None None] Network f02740fe-8832-4159-a6c7-51735549069c requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:42:59.933129 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-f09e9ca8-9abc-4c54-a8be-d3fa1be52339 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3786714 Jul 02 03:42:59.933359 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 38968) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:42:59.937580 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-9f1ad497-4aee-44c4-91d8-6fe4d8a7ea47 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1818391799-router', 'tenant_id': 'ad1140025dba4bc184223e702927ad88', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:42:59.962411 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-9f1ad497-4aee-44c4-91d8-6fe4d8a7ea47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-388431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4176334'] for router (46e90a9c-8b5d-4701-835e-249f93de8adc), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:42:59.963615 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-9f1ad497-4aee-44c4-91d8-6fe4d8a7ea47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-388809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-392072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4176327'] for router (46e90a9c-8b5d-4701-835e-249f93de8adc), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:00.015747 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-9f1ad497-4aee-44c4-91d8-6fe4d8a7ea47 admin admin] Publish callbacks [] for router_controller (46e90a9c-8b5d-4701-835e-249f93de8adc), precommit_add_association {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:00.031277 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6bc2b9-a98b-4cae-b220-40854486b755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e612fdf-d4d2-534a-a3d7-4de3d62f7aff-f02740fe-8832-4159-a6c7-51735549069c', 'network_id': 'f02740fe-8832-4159-a6c7-51735549069c', 'project_id': 'ad1140025dba4bc184223e702927ad88', 'fixed_ips': [{'subnet_id': 'e66b11e8-ca2a-4871-a3d9-12a0ebd399d4'}]}} from dv-cinder-846842-9-iscsi. {{(pid=104251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 02 03:43:00.032261 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cc6bc2b9-a98b-4cae-b220-40854486b755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:00.180029 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:00.181684 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.db_base_plugin_common [None req-cc6bc2b9-a98b-4cae-b220-40854486b755 None None] Allocated IP 172.20.0.2 (f02740fe-8832-4159-a6c7-51735549069c/e66b11e8-ca2a-4871-a3d9-12a0ebd399d4/127dd1cb-4243-42a7-af79-d3b87a3e9a56) {{(pid=104251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:43:00.351831 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cc6bc2b9-a98b-4cae-b220-40854486b755 None None] Publish callbacks [] for port (127dd1cb-4243-42a7-af79-d3b87a3e9a56), precommit_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:00.361122 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cc6bc2b9-a98b-4cae-b220-40854486b755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077'] for port (127dd1cb-4243-42a7-af79-d3b87a3e9a56), after_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:00.407992 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6bc2b9-a98b-4cae-b220-40854486b755 None None] Network f02740fe-8832-4159-a6c7-51735549069c is already hosted by enough agents. {{(pid=104251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:43:00.414100 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.scheduler.base_scheduler [None req-cc6bc2b9-a98b-4cae-b220-40854486b755 None None] Resources bound (agent type, host, resource id): {{(pid=104251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:43:00.421251 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6bc2b9-a98b-4cae-b220-40854486b755 None None] Received port after_create {{(pid=104251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:43:00.426146 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6bc2b9-a98b-4cae-b220-40854486b755 None None] Pushing event updated for resources: {'Port': ['ID=127dd1cb-4243-42a7-af79-d3b87a3e9a56,revision_number=1']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:00.472881 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-9f1ad497-4aee-44c4-91d8-6fe4d8a7ea47 admin admin] Publish callbacks [] for router_gateway (46e90a9c-8b5d-4701-835e-249f93de8adc), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:00.493228 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 991e6b72-3175-4681-9cbe-2c587624a608 up at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:43:00.498609 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-cc6bc2b9-a98b-4cae-b220-40854486b755 None None] Attempting to bind port 127dd1cb-4243-42a7-af79-d3b87a3e9a56 on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:43:00.499015 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-cc6bc2b9-a98b-4cae-b220-40854486b755 None None] Attempting to bind port 127dd1cb-4243-42a7-af79-d3b87a3e9a56 by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': 'f148eeb3-f1b7-47a4-a766-dbc9b12a22f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f02740fe-8832-4159-a6c7-51735549069c'}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:43:00.499486 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6bc2b9-a98b-4cae-b220-40854486b755 None None] Attempting to bind port 127dd1cb-4243-42a7-af79-d3b87a3e9a56 on network f02740fe-8832-4159-a6c7-51735549069c {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:43:00.682343 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6bc2b9-a98b-4cae-b220-40854486b755 None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:43:00.683065 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6bc2b9-a98b-4cae-b220-40854486b755 None None] Checking segment: {'id': 'f148eeb3-f1b7-47a4-a766-dbc9b12a22f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f02740fe-8832-4159-a6c7-51735549069c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:43:00.683642 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cc6bc2b9-a98b-4cae-b220-40854486b755 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:00.684235 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6bc2b9-a98b-4cae-b220-40854486b755 None None] Bound using segment: {'id': 'f148eeb3-f1b7-47a4-a766-dbc9b12a22f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f02740fe-8832-4159-a6c7-51735549069c'} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:43:00.686122 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-cc6bc2b9-a98b-4cae-b220-40854486b755 None None] Bound port: 127dd1cb-4243-42a7-af79-d3b87a3e9a56, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f148eeb3-f1b7-47a4-a766-dbc9b12a22f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f02740fe-8832-4159-a6c7-51735549069c'}}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:43:00.686122 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cc6bc2b9-a98b-4cae-b220-40854486b755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (127dd1cb-4243-42a7-af79-d3b87a3e9a56), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:00.783939 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-9f1ad497-4aee-44c4-91d8-6fe4d8a7ea47 admin admin] Publish callbacks [] for router_gateway (46e90a9c-8b5d-4701-835e-249f93de8adc), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:00.805197 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning for port 991e6b72-3175-4681-9cbe-2c587624a608 completed by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 02 03:43:00.811772 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-9f1ad497-4aee-44c4-91d8-6fe4d8a7ea47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:00.832502 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device e66f0d20-aa78-4eae-a7b6-eab0af6c962c up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:43:00.859526 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=62 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:00.870912 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-cc6bc2b9-a98b-4cae-b220-40854486b755 None None] For port 127dd1cb-4243-42a7-af79-d3b87a3e9a56, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:43:00.887074 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-cc6bc2b9-a98b-4cae-b220-40854486b755 None None] For port 127dd1cb-4243-42a7-af79-d3b87a3e9a56, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=127dd1cb-4243-42a7-af79-d3b87a3e9a56,segment=NetworkSegment(f148eeb3-f1b7-47a4-a766-dbc9b12a22f7),segment_id=f148eeb3-f1b7-47a4-a766-dbc9b12a22f7)] {{(pid=104251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:43:00.889110 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=60 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:00.890767 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09386b32-ba8f-4327-be31-61ee66d29972 req-f22647eb-ae89-42ab-be47-c53b0d26dac2 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:00.893199 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-09386b32-ba8f-4327-be31-61ee66d29972 req-f22647eb-ae89-42ab-be47-c53b0d26dac2 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.42 "GET /v2.0/ports?device_id=6319e9c5-17ed-4a1b-ae45-f3547ace512a HTTP/1.1" status: 200 len: 948 time: 0.0713005 Jul 02 03:43:00.904603 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning complete for port 991e6b72-3175-4681-9cbe-2c587624a608 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:43:00.905146 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (991e6b72-3175-4681-9cbe-2c587624a608), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:00.912083 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cc6bc2b9-a98b-4cae-b220-40854486b755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (127dd1cb-4243-42a7-af79-d3b87a3e9a56), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:00.940573 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:00.970546 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65396fe0-3acc-4d1d-b43a-b2ad099c08e5 None None] Sync routers for ids ['83c75b61-1816-42cd-aaf3-df0c23e69900'] in dv-cinder-846842-9-iscsi {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:43:00.983109 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-09386b32-ba8f-4327-be31-61ee66d29972 req-46cc972d-557d-4b30-9225-9cd3f9eec0f7 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.42 "GET /v2.0/security-groups?id=80c651ce-76f8-417c-bde4-7a7cb01158e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822971 Jul 02 03:43:00.984563 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65396fe0-3acc-4d1d-b43a-b2ad099c08e5 None None] Routers {'83c75b61-1816-42cd-aaf3-df0c23e69900'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:43:00.985215 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-65396fe0-3acc-4d1d-b43a-b2ad099c08e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:42:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['83c75b61-1816-42cd-aaf3-df0c23e69900'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:43:00.988027 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [None req-9f1ad497-4aee-44c4-91d8-6fe4d8a7ea47 admin admin] Allocated IP 172.27.0.231 (f461a802-f340-43f3-86d0-4b44bcb77e0c/5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3/9507c490-b264-4234-88c5-d79142c85c82) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:43:01.034052 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:01.046208 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6bc2b9-a98b-4cae-b220-40854486b755 None None] Pushing event updated for resources: {'Port': ['ID=127dd1cb-4243-42a7-af79-d3b87a3e9a56,revision_number=2']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:01.057260 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port e66f0d20-aa78-4eae-a7b6-eab0af6c962c triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:43:01.057632 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (e66f0d20-aa78-4eae-a7b6-eab0af6c962c), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:01.120828 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:01.148156 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 991e6b72-3175-4681-9cbe-2c587624a608 is: BUILD; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:43:01.148533 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (991e6b72-3175-4681-9cbe-2c587624a608), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:01.155406 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-65396fe0-3acc-4d1d-b43a-b2ad099c08e5 None None] Set router 83c75b61-1816-42cd-aaf3-df0c23e69900 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:43:01.181701 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-9f1ad497-4aee-44c4-91d8-6fe4d8a7ea47 admin admin] Publish callbacks [] for port (9507c490-b264-4234-88c5-d79142c85c82), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:01.209394 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6319e9c5-17ed-4a1b-ae45-f3547ace512a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991e6b72-3175-4681-9cbe-2c587624a608'}] {{(pid=104251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:43:01.211780 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea91eb0431f3890beba7fecfff9803703e4988fc204844c40d6eadfc05b4f309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987a8e34-a065-42e4-bf57-934125e95f46" -d '{"events": [{"server_uuid": "6319e9c5-17ed-4a1b-ae45-f3547ace512a", "name": "network-vif-plugged", "status": "completed", "tag": "991e6b72-3175-4681-9cbe-2c587624a608"}]}' {{(pid=104251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:43:01.219915 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:01.233479 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port e66f0d20-aa78-4eae-a7b6-eab0af6c962c is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:43:01.233479 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (e66f0d20-aa78-4eae-a7b6-eab0af6c962c), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:01.248488 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 991e6b72-3175-4681-9cbe-2c587624a608, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=991e6b72-3175-4681-9cbe-2c587624a608,segment=NetworkSegment(dffd64fc-545e-4400-888e-87f30e9845da),segment_id=dffd64fc-545e-4400-888e-87f30e9845da)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:43:01.257565 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-9f1ad497-4aee-44c4-91d8-6fe4d8a7ea47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (9507c490-b264-4234-88c5-d79142c85c82), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:01.281286 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (991e6b72-3175-4681-9cbe-2c587624a608), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:01.295419 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c66f00e-5ac4-4732-8dd7-6496c3d0342c x-openstack-request-id: req-7c66f00e-5ac4-4732-8dd7-6496c3d0342c {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:43:01.295419 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6319e9c5-17ed-4a1b-ae45-f3547ace512a", "name": "network-vif-plugged", "status": "completed", "tag": "991e6b72-3175-4681-9cbe-2c587624a608", "code": 200}]} {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:43:01.295419 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7c66f00e-5ac4-4732-8dd7-6496c3d0342c {{(pid=104251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:43:01.295768 dv-cinder-846842-9-iscsi neutron-server[104251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c66f00e-5ac4-4732-8dd7-6496c3d0342c'] response: {'server_uuid': '6319e9c5-17ed-4a1b-ae45-f3547ace512a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991e6b72-3175-4681-9cbe-2c587624a608', 'code': 200} Jul 02 03:43:01.303035 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] For port e66f0d20-aa78-4eae-a7b6-eab0af6c962c, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=e66f0d20-aa78-4eae-a7b6-eab0af6c962c,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:43:01.347780 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (e66f0d20-aa78-4eae-a7b6-eab0af6c962c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:01.363032 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1ad497-4aee-44c4-91d8-6fe4d8a7ea47 admin admin] Network f461a802-f340-43f3-86d0-4b44bcb77e0c is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:43:01.374373 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-9f1ad497-4aee-44c4-91d8-6fe4d8a7ea47 admin admin] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:43:01.387237 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1ad497-4aee-44c4-91d8-6fe4d8a7ea47 admin admin] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:43:01.400429 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=991e6b72-3175-4681-9cbe-2c587624a608,revision_number=5']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:01.419618 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ad497-4aee-44c4-91d8-6fe4d8a7ea47 admin admin] Pushing event updated for resources: {'Port': ['ID=9507c490-b264-4234-88c5-d79142c85c82,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:01.490690 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Pushing event updated for resources: {'Port': ['ID=e66f0d20-aa78-4eae-a7b6-eab0af6c962c,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:01.497166 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-65396fe0-3acc-4d1d-b43a-b2ad099c08e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'name': 'tempest-TestVolumeBootPattern-549697761-router', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:54Z', 'updated_at': '2022-07-02T03:42:57Z', 'revision_number': 4, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'gw_port': {'id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:75:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:55Z', 'updated_at': '2022-07-02T03:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '4e24f2aa-a259-45c8-ae97-d216739f4a1b', 'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'mac_address': 'fa:16:3e:ab:54:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:57Z', 'updated_at': '2022-07-02T03:42:57Z', 'revision_number': 2, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'subnets': [{'id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:43:01.537863 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65396fe0-3acc-4d1d-b43a-b2ad099c08e5 None None] Checking router: 83c75b61-1816-42cd-aaf3-df0c23e69900 for host: dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:43:01.538495 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65396fe0-3acc-4d1d-b43a-b2ad099c08e5 None None] Updating router 83c75b61-1816-42cd-aaf3-df0c23e69900 port 4e24f2aa-a259-45c8-ae97-d216739f4a1b binding host dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 03:43:01.567896 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-65396fe0-3acc-4d1d-b43a-b2ad099c08e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (4e24f2aa-a259-45c8-ae97-d216739f4a1b), before_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:01.603586 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d9dad-d84f-4674-91ce-0f118b1dfd8b req-6afd3a05-223c-430a-83e1-746e7e65192a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:01.605009 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-050d9dad-d84f-4674-91ce-0f118b1dfd8b req-6afd3a05-223c-430a-83e1-746e7e65192a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6319e9c5-17ed-4a1b-ae45-f3547ace512a HTTP/1.1" status: 200 len: 1133 time: 0.0705276 Jul 02 03:43:01.727051 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-050d9dad-d84f-4674-91ce-0f118b1dfd8b req-b3a10e81-1e34-4133-a01f-36272ac17058 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=80c651ce-76f8-417c-bde4-7a7cb01158e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135516 Jul 02 03:43:01.738775 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-9f1ad497-4aee-44c4-91d8-6fe4d8a7ea47 admin admin] Publish callbacks [] for router_gateway (46e90a9c-8b5d-4701-835e-249f93de8adc), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:01.830311 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-65396fe0-3acc-4d1d-b43a-b2ad099c08e5 None None] Publish callbacks [] for port (4e24f2aa-a259-45c8-ae97-d216739f4a1b), precommit_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:01.836341 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-65396fe0-3acc-4d1d-b43a-b2ad099c08e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (4e24f2aa-a259-45c8-ae97-d216739f4a1b), after_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:01.880135 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80ee04-6887-4764-9a10-3e68f8ef3463 None None] Pushing event updated for resources: {'Port': ['ID=4e24f2aa-a259-45c8-ae97-d216739f4a1b,revision_number=3']} {{(pid=104252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:01.947730 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-9f1ad497-4aee-44c4-91d8-6fe4d8a7ea47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-387663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390652'] for router (46e90a9c-8b5d-4701-835e-249f93de8adc), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:01.948874 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-65396fe0-3acc-4d1d-b43a-b2ad099c08e5 None None] Attempting to bind port 4e24f2aa-a259-45c8-ae97-d216739f4a1b on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:43:01.949408 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-65396fe0-3acc-4d1d-b43a-b2ad099c08e5 None None] Attempting to bind port 4e24f2aa-a259-45c8-ae97-d216739f4a1b by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': '31ad7417-32f5-4b58-9957-f18600b14123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d'}] {{(pid=104252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:43:01.949915 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65396fe0-3acc-4d1d-b43a-b2ad099c08e5 None None] Attempting to bind port 4e24f2aa-a259-45c8-ae97-d216739f4a1b on network f1ef0821-e2dc-4511-8f33-8aac33bfb07d {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:43:01.956699 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c80ee04-6887-4764-9a10-3e68f8ef3463 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:01.957033 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c80ee04-6887-4764-9a10-3e68f8ef3463 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:01.957384 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c80ee04-6887-4764-9a10-3e68f8ef3463 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:01.957732 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c80ee04-6887-4764-9a10-3e68f8ef3463 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:01.958057 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c80ee04-6887-4764-9a10-3e68f8ef3463 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:01.958374 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c80ee04-6887-4764-9a10-3e68f8ef3463 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:01.958692 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c80ee04-6887-4764-9a10-3e68f8ef3463 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:01.959015 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c80ee04-6887-4764-9a10-3e68f8ef3463 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:01.959517 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c80ee04-6887-4764-9a10-3e68f8ef3463 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:01.959838 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c80ee04-6887-4764-9a10-3e68f8ef3463 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:01.960155 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c80ee04-6887-4764-9a10-3e68f8ef3463 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:01.960484 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c80ee04-6887-4764-9a10-3e68f8ef3463 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:01.960798 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c80ee04-6887-4764-9a10-3e68f8ef3463 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:01.961109 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c80ee04-6887-4764-9a10-3e68f8ef3463 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:01.961412 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c80ee04-6887-4764-9a10-3e68f8ef3463 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:01.966782 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65396fe0-3acc-4d1d-b43a-b2ad099c08e5 None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:43:01.967441 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65396fe0-3acc-4d1d-b43a-b2ad099c08e5 None None] Checking segment: {'id': '31ad7417-32f5-4b58-9957-f18600b14123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:43:01.967799 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-65396fe0-3acc-4d1d-b43a-b2ad099c08e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:01.968176 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65396fe0-3acc-4d1d-b43a-b2ad099c08e5 None None] Bound using segment: {'id': '31ad7417-32f5-4b58-9957-f18600b14123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d'} {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:43:01.968653 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-65396fe0-3acc-4d1d-b43a-b2ad099c08e5 None None] Bound port: 4e24f2aa-a259-45c8-ae97-d216739f4a1b, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ad7417-32f5-4b58-9957-f18600b14123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d'}}] {{(pid=104252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:43:01.969023 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-65396fe0-3acc-4d1d-b43a-b2ad099c08e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (4e24f2aa-a259-45c8-ae97-d216739f4a1b), before_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:02.050234 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.db [None req-65396fe0-3acc-4d1d-b43a-b2ad099c08e5 None None] For port 4e24f2aa-a259-45c8-ae97-d216739f4a1b, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:43:02.053798 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.db [None req-65396fe0-3acc-4d1d-b43a-b2ad099c08e5 None None] For port 4e24f2aa-a259-45c8-ae97-d216739f4a1b, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=4e24f2aa-a259-45c8-ae97-d216739f4a1b,segment=NetworkSegment(31ad7417-32f5-4b58-9957-f18600b14123),segment_id=31ad7417-32f5-4b58-9957-f18600b14123)] {{(pid=104252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:43:02.066179 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-65396fe0-3acc-4d1d-b43a-b2ad099c08e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (4e24f2aa-a259-45c8-ae97-d216739f4a1b), after_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:02.105401 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:02.140871 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:02.155625 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80ee04-6887-4764-9a10-3e68f8ef3463 None None] Pushing event updated for resources: {'Port': ['ID=4e24f2aa-a259-45c8-ae97-d216739f4a1b,revision_number=4']} {{(pid=104252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:02.159768 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65396fe0-3acc-4d1d-b43a-b2ad099c08e5 None None] Routers {'83c75b61-1816-42cd-aaf3-df0c23e69900'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:43:02.160125 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1ad497-4aee-44c4-91d8-6fe4d8a7ea47 admin admin] Router 46e90a9c-8b5d-4701-835e-249f93de8adc is scheduled to L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c with binding_index 1 {{(pid=104250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 02 03:43:02.160658 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-65396fe0-3acc-4d1d-b43a-b2ad099c08e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:42:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['83c75b61-1816-42cd-aaf3-df0c23e69900'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:43:02.165804 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad04de-7455-478f-b053-2d6d0d532d85 req-7031eeb6-123a-4b21-89ae-08a796e51c37 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:02.196216 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d8ad04de-7455-478f-b053-2d6d0d532d85 req-7031eeb6-123a-4b21-89ae-08a796e51c37 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.42 "GET /v2.0/ports?device_id=6319e9c5-17ed-4a1b-ae45-f3547ace512a HTTP/1.1" status: 200 len: 949 time: 0.1103494 Jul 02 03:43:02.205915 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-c5379354-f9da-4fd0-b369-a58bf5a66a8c None None] Provisioning complete for port 4e24f2aa-a259-45c8-ae97-d216739f4a1b triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:43:02.206505 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-c5379354-f9da-4fd0-b369-a58bf5a66a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (4e24f2aa-a259-45c8-ae97-d216739f4a1b), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:02.301909 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d8ad04de-7455-478f-b053-2d6d0d532d85 req-c26d4ccd-b3b0-4724-b7b6-09d499995a6a tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.42 "GET /v2.0/security-groups?id=80c651ce-76f8-417c-bde4-7a7cb01158e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027162 Jul 02 03:43:02.315866 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:02.352622 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:02.360314 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-c5379354-f9da-4fd0-b369-a58bf5a66a8c None None] Current status of the port 4e24f2aa-a259-45c8-ae97-d216739f4a1b is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:43:02.361045 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-c5379354-f9da-4fd0-b369-a58bf5a66a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (4e24f2aa-a259-45c8-ae97-d216739f4a1b), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:02.378088 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1ad497-4aee-44c4-91d8-6fe4d8a7ea47 admin admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:43:02.394828 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e3fca6-d9b7-4ede-b897-29ec4d2d8565 None None] Sync routers for ids ['46e90a9c-8b5d-4701-835e-249f93de8adc'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:43:02.410414 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-9f1ad497-4aee-44c4-91d8-6fe4d8a7ea47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:02.411750 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfccec58-3a4a-4dc3-b77c-5d966d09b7da None None] Network f02740fe-8832-4159-a6c7-51735549069c requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:43:02.417192 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 38990) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:43:02.422556 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-c5379354-f9da-4fd0-b369-a58bf5a66a8c None None] For port 4e24f2aa-a259-45c8-ae97-d216739f4a1b, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=4e24f2aa-a259-45c8-ae97-d216739f4a1b,segment=NetworkSegment(31ad7417-32f5-4b58-9957-f18600b14123),segment_id=31ad7417-32f5-4b58-9957-f18600b14123)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:43:02.424140 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-9f1ad497-4aee-44c4-91d8-6fe4d8a7ea47 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4896538 Jul 02 03:43:02.433942 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-65396fe0-3acc-4d1d-b43a-b2ad099c08e5 None None] Set router 83c75b61-1816-42cd-aaf3-df0c23e69900 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:43:02.441878 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-c5379354-f9da-4fd0-b369-a58bf5a66a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (4e24f2aa-a259-45c8-ae97-d216739f4a1b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:02.476759 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e3fca6-d9b7-4ede-b897-29ec4d2d8565 None None] Routers {'46e90a9c-8b5d-4701-835e-249f93de8adc'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:43:02.477407 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-90e3fca6-d9b7-4ede-b897-29ec4d2d8565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:42:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['46e90a9c-8b5d-4701-835e-249f93de8adc'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:43:02.614603 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-3757f332-5608-4da1-8541-bb339cd9de40 None None] Provisioning complete for port 4e24f2aa-a259-45c8-ae97-d216739f4a1b triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:43:02.614974 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-3757f332-5608-4da1-8541-bb339cd9de40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (4e24f2aa-a259-45c8-ae97-d216739f4a1b), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:02.643836 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-65396fe0-3acc-4d1d-b43a-b2ad099c08e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'name': 'tempest-TestVolumeBootPattern-549697761-router', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:54Z', 'updated_at': '2022-07-02T03:42:57Z', 'revision_number': 4, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'gw_port': {'id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:75:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:55Z', 'updated_at': '2022-07-02T03:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '4e24f2aa-a259-45c8-ae97-d216739f4a1b', 'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'mac_address': 'fa:16:3e:ab:54:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:57Z', 'updated_at': '2022-07-02T03:43:02Z', 'revision_number': 4, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'subnets': [{'id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:43:02.649735 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5379354-f9da-4fd0-b369-a58bf5a66a8c None None] Pushing event updated for resources: {'Port': ['ID=4e24f2aa-a259-45c8-ae97-d216739f4a1b,revision_number=5']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:02.683405 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65396fe0-3acc-4d1d-b43a-b2ad099c08e5 None None] The sync data for ids ['83c75b61-1816-42cd-aaf3-df0c23e69900'] in dv-cinder-846842-9-iscsi is: [{'id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'name': 'tempest-TestVolumeBootPattern-549697761-router', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:54Z', 'updated_at': '2022-07-02T03:42:57Z', 'revision_number': 4, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'gw_port': {'id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:75:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:55Z', 'updated_at': '2022-07-02T03:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '4e24f2aa-a259-45c8-ae97-d216739f4a1b', 'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'mac_address': 'fa:16:3e:ab:54:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:57Z', 'updated_at': '2022-07-02T03:43:02Z', 'revision_number': 4, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'subnets': [{'id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:43:02.726698 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-90e3fca6-d9b7-4ede-b897-29ec4d2d8565 None None] Set router 46e90a9c-8b5d-4701-835e-249f93de8adc gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:43:02.833229 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:02.939274 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-3757f332-5608-4da1-8541-bb339cd9de40 None None] Current status of the port 4e24f2aa-a259-45c8-ae97-d216739f4a1b is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:43:02.951435 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 127dd1cb-4243-42a7-af79-d3b87a3e9a56 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:43:02.958654 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:02.983886 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-77da06e6-06b2-4013-8794-68211472230a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:03.021593 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-3757f332-5608-4da1-8541-bb339cd9de40 None None] Provisioning complete for port 127dd1cb-4243-42a7-af79-d3b87a3e9a56 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:43:03.021952 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-3757f332-5608-4da1-8541-bb339cd9de40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (127dd1cb-4243-42a7-af79-d3b87a3e9a56), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:03.038109 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:03.079356 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-90e3fca6-d9b7-4ede-b897-29ec4d2d8565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e90a9c-8b5d-4701-835e-249f93de8adc', 'name': 'tempest-TestVolumeBootPattern-1818391799-router', 'tenant_id': 'ad1140025dba4bc184223e702927ad88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '9507c490-b264-4234-88c5-d79142c85c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:59Z', 'updated_at': '2022-07-02T03:43:01Z', 'revision_number': 3, 'project_id': 'ad1140025dba4bc184223e702927ad88', 'gw_port': {'id': '9507c490-b264-4234-88c5-d79142c85c82', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:dc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e90a9c-8b5d-4701-835e-249f93de8adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:43:00Z', 'updated_at': '2022-07-02T03:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi'}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:43:03.114866 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e3fca6-d9b7-4ede-b897-29ec4d2d8565 None None] Checking router: 46e90a9c-8b5d-4701-835e-249f93de8adc for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:43:03.115221 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e3fca6-d9b7-4ede-b897-29ec4d2d8565 None None] Updating router 46e90a9c-8b5d-4701-835e-249f93de8adc port 9507c490-b264-4234-88c5-d79142c85c82 binding host dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 03:43:03.119467 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 127dd1cb-4243-42a7-af79-d3b87a3e9a56 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:43:03.119811 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (127dd1cb-4243-42a7-af79-d3b87a3e9a56), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:03.164742 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.db_base_plugin_common [None req-77da06e6-06b2-4013-8794-68211472230a admin admin] Allocated IP 172.20.0.1 (f02740fe-8832-4159-a6c7-51735549069c/e66b11e8-ca2a-4871-a3d9-12a0ebd399d4/dd01f248-75e2-4f59-8719-d2b17329e158) {{(pid=104249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:43:03.201328 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-90e3fca6-d9b7-4ede-b897-29ec4d2d8565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (9507c490-b264-4234-88c5-d79142c85c82), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:03.235649 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-3757f332-5608-4da1-8541-bb339cd9de40 None None] Current status of the port 127dd1cb-4243-42a7-af79-d3b87a3e9a56 is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:43:03.236341 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-3757f332-5608-4da1-8541-bb339cd9de40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (127dd1cb-4243-42a7-af79-d3b87a3e9a56), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:03.276703 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:03.286763 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-77da06e6-06b2-4013-8794-68211472230a admin admin] Publish callbacks [] for port (dd01f248-75e2-4f59-8719-d2b17329e158), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:03.329905 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-77da06e6-06b2-4013-8794-68211472230a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (dd01f248-75e2-4f59-8719-d2b17329e158), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:03.364502 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77da06e6-06b2-4013-8794-68211472230a admin admin] Network f02740fe-8832-4159-a6c7-51735549069c is already hosted by enough agents. {{(pid=104249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:43:03.367673 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [None req-77da06e6-06b2-4013-8794-68211472230a admin admin] Resources bound (agent type, host, resource id): {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:43:03.371719 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77da06e6-06b2-4013-8794-68211472230a admin admin] Received port after_create {{(pid=104249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:43:03.380842 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-3757f332-5608-4da1-8541-bb339cd9de40 None None] For port 127dd1cb-4243-42a7-af79-d3b87a3e9a56, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=127dd1cb-4243-42a7-af79-d3b87a3e9a56,segment=NetworkSegment(f148eeb3-f1b7-47a4-a766-dbc9b12a22f7),segment_id=f148eeb3-f1b7-47a4-a766-dbc9b12a22f7)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:43:03.390458 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 127dd1cb-4243-42a7-af79-d3b87a3e9a56 is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:43:03.390895 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (127dd1cb-4243-42a7-af79-d3b87a3e9a56), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:03.392674 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-3757f332-5608-4da1-8541-bb339cd9de40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (127dd1cb-4243-42a7-af79-d3b87a3e9a56), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:03.459425 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da06e6-06b2-4013-8794-68211472230a admin admin] Pushing event updated for resources: {'Port': ['ID=dd01f248-75e2-4f59-8719-d2b17329e158,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:03.493727 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e839c44-6379-4107-bc26-9dfc6f558fe3 req-6d57fb8d-dc93-40d8-a6cd-fa21871b185f tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:03.495670 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8e839c44-6379-4107-bc26-9dfc6f558fe3 req-6d57fb8d-dc93-40d8-a6cd-fa21871b185f tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.42 "GET /v2.0/ports?device_id=6319e9c5-17ed-4a1b-ae45-f3547ace512a HTTP/1.1" status: 200 len: 949 time: 0.0912464 Jul 02 03:43:03.499499 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-77da06e6-06b2-4013-8794-68211472230a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-386495'] for router_interface (46e90a9c-8b5d-4701-835e-249f93de8adc), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:03.713364 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757f332-5608-4da1-8541-bb339cd9de40 None None] Pushing event updated for resources: {'Port': ['ID=127dd1cb-4243-42a7-af79-d3b87a3e9a56,revision_number=3']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:03.728373 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-5f39fbcd-7ea9-47cf-8b58-b550aebae859 None None] Provisioning complete for port 127dd1cb-4243-42a7-af79-d3b87a3e9a56 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:43:03.728745 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-5f39fbcd-7ea9-47cf-8b58-b550aebae859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (127dd1cb-4243-42a7-af79-d3b87a3e9a56), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:03.742687 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.db.api [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104251) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 02 03:43:03.743090 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG oslo_db.api [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 02 03:43:03.800426 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:03.847829 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-90e3fca6-d9b7-4ede-b897-29ec4d2d8565 None None] Publish callbacks [] for port (9507c490-b264-4234-88c5-d79142c85c82), precommit_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:03.855644 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8e839c44-6379-4107-bc26-9dfc6f558fe3 req-36d5e2a0-6bc1-49b5-8d63-d6673c44776a tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.42 "GET /v2.0/security-groups?id=80c651ce-76f8-417c-bde4-7a7cb01158e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532221 Jul 02 03:43:03.879449 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-5f39fbcd-7ea9-47cf-8b58-b550aebae859 None None] Current status of the port 127dd1cb-4243-42a7-af79-d3b87a3e9a56 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:43:03.881574 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-90e3fca6-d9b7-4ede-b897-29ec4d2d8565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (9507c490-b264-4234-88c5-d79142c85c82), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:03.925938 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-77da06e6-06b2-4013-8794-68211472230a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (dd01f248-75e2-4f59-8719-d2b17329e158), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:03.934110 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81f9a0-ff72-4a04-ac79-4909e9121948 None None] Pushing event updated for resources: {'Port': ['ID=9507c490-b264-4234-88c5-d79142c85c82,revision_number=2']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:03.938513 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-90e3fca6-d9b7-4ede-b897-29ec4d2d8565 None None] Attempting to bind port 9507c490-b264-4234-88c5-d79142c85c82 on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:43:03.938890 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-90e3fca6-d9b7-4ede-b897-29ec4d2d8565 None None] Attempting to bind port 9507c490-b264-4234-88c5-d79142c85c82 by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:43:03.939253 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e3fca6-d9b7-4ede-b897-29ec4d2d8565 None None] Attempting to bind port 9507c490-b264-4234-88c5-d79142c85c82 on network f461a802-f340-43f3-86d0-4b44bcb77e0c {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:43:03.945538 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e3fca6-d9b7-4ede-b897-29ec4d2d8565 None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:43:03.946001 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e3fca6-d9b7-4ede-b897-29ec4d2d8565 None None] Checking segment: {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:43:03.946470 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-90e3fca6-d9b7-4ede-b897-29ec4d2d8565 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:03.946927 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e3fca6-d9b7-4ede-b897-29ec4d2d8565 None None] Bound using segment: {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:43:03.947489 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-90e3fca6-d9b7-4ede-b897-29ec4d2d8565 None None] Bound port: 9507c490-b264-4234-88c5-d79142c85c82, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:43:03.947934 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-90e3fca6-d9b7-4ede-b897-29ec4d2d8565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (9507c490-b264-4234-88c5-d79142c85c82), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:03.974209 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:04.010517 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-f3e80cd0-2a44-4129-9888-b49458bed37c None None] Provisioning complete for port dd01f248-75e2-4f59-8719-d2b17329e158 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:43:04.010889 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-f3e80cd0-2a44-4129-9888-b49458bed37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (dd01f248-75e2-4f59-8719-d2b17329e158), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:04.015491 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-90e3fca6-d9b7-4ede-b897-29ec4d2d8565 None None] For port 9507c490-b264-4234-88c5-d79142c85c82, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:43:04.049177 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-90e3fca6-d9b7-4ede-b897-29ec4d2d8565 None None] For port 9507c490-b264-4234-88c5-d79142c85c82, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=9507c490-b264-4234-88c5-d79142c85c82,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:43:04.056811 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-f3e80cd0-2a44-4129-9888-b49458bed37c None None] Port dd01f248-75e2-4f59-8719-d2b17329e158 cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:43:04.059064 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-90e3fca6-d9b7-4ede-b897-29ec4d2d8565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (9507c490-b264-4234-88c5-d79142c85c82), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:04.108780 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:04.117121 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e3fca6-d9b7-4ede-b897-29ec4d2d8565 None None] Routers {'46e90a9c-8b5d-4701-835e-249f93de8adc'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:43:04.117749 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-90e3fca6-d9b7-4ede-b897-29ec4d2d8565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:42:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['46e90a9c-8b5d-4701-835e-249f93de8adc'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:43:04.119718 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81f9a0-ff72-4a04-ac79-4909e9121948 None None] Pushing event updated for resources: {'Port': ['ID=9507c490-b264-4234-88c5-d79142c85c82,revision_number=3']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:04.124938 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-77da06e6-06b2-4013-8794-68211472230a admin admin] Publish callbacks [] for port (dd01f248-75e2-4f59-8719-d2b17329e158), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:04.135340 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-77da06e6-06b2-4013-8794-68211472230a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60593212'] for port (dd01f248-75e2-4f59-8719-d2b17329e158), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:04.203799 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da06e6-06b2-4013-8794-68211472230a admin admin] Pushing event updated for resources: {'Port': ['ID=dd01f248-75e2-4f59-8719-d2b17329e158,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:04.207062 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-77da06e6-06b2-4013-8794-68211472230a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386339'] for router_interface (46e90a9c-8b5d-4701-835e-249f93de8adc), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:04.224299 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-90e3fca6-d9b7-4ede-b897-29ec4d2d8565 None None] Set router 46e90a9c-8b5d-4701-835e-249f93de8adc gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:43:04.305011 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77da06e6-06b2-4013-8794-68211472230a admin admin] Network f02740fe-8832-4159-a6c7-51735549069c is already hosted by enough agents. {{(pid=104249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:43:04.306580 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [None req-77da06e6-06b2-4013-8794-68211472230a admin admin] Resources bound (agent type, host, resource id): {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:43:04.331630 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 127dd1cb-4243-42a7-af79-d3b87a3e9a56 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:43:04.332818 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 4e24f2aa-a259-45c8-ae97-d216739f4a1b up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:43:04.434527 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77da06e6-06b2-4013-8794-68211472230a admin admin] Router 46e90a9c-8b5d-4701-835e-249f93de8adc has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:43:04.440391 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:04.440713 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 4e24f2aa-a259-45c8-ae97-d216739f4a1b triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:43:04.440822 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (4e24f2aa-a259-45c8-ae97-d216739f4a1b), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:04.514589 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-90e3fca6-d9b7-4ede-b897-29ec4d2d8565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e90a9c-8b5d-4701-835e-249f93de8adc', 'name': 'tempest-TestVolumeBootPattern-1818391799-router', 'tenant_id': 'ad1140025dba4bc184223e702927ad88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '9507c490-b264-4234-88c5-d79142c85c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:59Z', 'updated_at': '2022-07-02T03:43:03Z', 'revision_number': 4, 'project_id': 'ad1140025dba4bc184223e702927ad88', 'gw_port': {'id': '9507c490-b264-4234-88c5-d79142c85c82', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:dc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e90a9c-8b5d-4701-835e-249f93de8adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:43:00Z', 'updated_at': '2022-07-02T03:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': 'dd01f248-75e2-4f59-8719-d2b17329e158', 'name': '', 'network_id': 'f02740fe-8832-4159-a6c7-51735549069c', 'tenant_id': 'ad1140025dba4bc184223e702927ad88', 'mac_address': 'fa:16:3e:3d:4d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e90a9c-8b5d-4701-835e-249f93de8adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'e66b11e8-ca2a-4871-a3d9-12a0ebd399d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:43:03Z', 'updated_at': '2022-07-02T03:43:03Z', 'revision_number': 1, 'project_id': 'ad1140025dba4bc184223e702927ad88', 'subnets': [{'id': 'e66b11e8-ca2a-4871-a3d9-12a0ebd399d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:43:04.542425 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77da06e6-06b2-4013-8794-68211472230a admin admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:43:04.546115 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e3fca6-d9b7-4ede-b897-29ec4d2d8565 None None] The sync data for ids ['46e90a9c-8b5d-4701-835e-249f93de8adc'] in dv-cinder-846842-9-iscsi is: [{'id': '46e90a9c-8b5d-4701-835e-249f93de8adc', 'name': 'tempest-TestVolumeBootPattern-1818391799-router', 'tenant_id': 'ad1140025dba4bc184223e702927ad88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '9507c490-b264-4234-88c5-d79142c85c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:59Z', 'updated_at': '2022-07-02T03:43:03Z', 'revision_number': 4, 'project_id': 'ad1140025dba4bc184223e702927ad88', 'gw_port': {'id': '9507c490-b264-4234-88c5-d79142c85c82', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:dc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e90a9c-8b5d-4701-835e-249f93de8adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:43:00Z', 'updated_at': '2022-07-02T03:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': 'dd01f248-75e2-4f59-8719-d2b17329e158', 'name': '', 'network_id': 'f02740fe-8832-4159-a6c7-51735549069c', 'tenant_id': 'ad1140025dba4bc184223e702927ad88', 'mac_address': 'fa:16:3e:3d:4d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e90a9c-8b5d-4701-835e-249f93de8adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'e66b11e8-ca2a-4871-a3d9-12a0ebd399d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:43:03Z', 'updated_at': '2022-07-02T03:43:03Z', 'revision_number': 1, 'project_id': 'ad1140025dba4bc184223e702927ad88', 'subnets': [{'id': 'e66b11e8-ca2a-4871-a3d9-12a0ebd399d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:43:04.549906 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-77da06e6-06b2-4013-8794-68211472230a admin admin] 10.222.0.42 "PUT /v2.0/routers/46e90a9c-8b5d-4701-835e-249f93de8adc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1288290 Jul 02 03:43:04.590132 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-7b40efa9-690f-4167-877a-2dff4faf983d None None] Provisioning complete for port dd01f248-75e2-4f59-8719-d2b17329e158 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:43:04.590427 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-7b40efa9-690f-4167-877a-2dff4faf983d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (dd01f248-75e2-4f59-8719-d2b17329e158), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:04.594983 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 4e24f2aa-a259-45c8-ae97-d216739f4a1b is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:43:04.596195 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device e66f0d20-aa78-4eae-a7b6-eab0af6c962c up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:43:04.613226 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:04.655777 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-7b40efa9-690f-4167-877a-2dff4faf983d None None] Port dd01f248-75e2-4f59-8719-d2b17329e158 cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:43:04.669556 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port e66f0d20-aa78-4eae-a7b6-eab0af6c962c triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:43:04.669893 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (e66f0d20-aa78-4eae-a7b6-eab0af6c962c), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:04.737893 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:04.753798 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port e66f0d20-aa78-4eae-a7b6-eab0af6c962c is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:43:04.878843 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 127dd1cb-4243-42a7-af79-d3b87a3e9a56 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:43:04.938364 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 127dd1cb-4243-42a7-af79-d3b87a3e9a56 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:43:04.939103 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (127dd1cb-4243-42a7-af79-d3b87a3e9a56), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:04.955224 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 39006) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:43:04.960632 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-2a50fe33-93d2-4251-8ad0-4deea1655156 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-500091931', 'description': 'tempest-secgroup-smoke-500091931 description', 'project_id': '01fccbd11a4b4e859bec1a56f42315b2'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:43:04.996372 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac4970-c4f3-4bcf-a311-8dbe8650a657 req-b39e9619-3571-4916-bd40-d5b390d41498 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:04.998434 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4aac4970-c4f3-4bcf-a311-8dbe8650a657 req-b39e9619-3571-4916-bd40-d5b390d41498 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.42 "GET /v2.0/ports?device_id=6319e9c5-17ed-4a1b-ae45-f3547ace512a HTTP/1.1" status: 200 len: 949 time: 0.0680745 Jul 02 03:43:05.017841 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2a50fe33-93d2-4251-8ad0-4deea1655156 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:05.026620 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 127dd1cb-4243-42a7-af79-d3b87a3e9a56 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:43:05.027936 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 4e24f2aa-a259-45c8-ae97-d216739f4a1b up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:43:05.084113 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4aac4970-c4f3-4bcf-a311-8dbe8650a657 req-5c5e690d-5fa1-43d9-bfdf-eef7453edc49 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.42 "GET /v2.0/security-groups?id=80c651ce-76f8-417c-bde4-7a7cb01158e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765207 Jul 02 03:43:05.096265 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 4e24f2aa-a259-45c8-ae97-d216739f4a1b triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:43:05.097572 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (4e24f2aa-a259-45c8-ae97-d216739f4a1b), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:05.144919 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2a50fe33-93d2-4251-8ad0-4deea1655156 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for security_group (127feac9-d89f-44c3-9a03-02d678583878), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:05.152675 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2a50fe33-93d2-4251-8ad0-4deea1655156 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (127feac9-d89f-44c3-9a03-02d678583878), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:05.194935 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50fe33-93d2-4251-8ad0-4deea1655156 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=127feac9-d89f-44c3-9a03-02d678583878,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:05.197976 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 4e24f2aa-a259-45c8-ae97-d216739f4a1b is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:43:05.207446 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2a50fe33-93d2-4251-8ad0-4deea1655156 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:05.211834 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-2a50fe33-93d2-4251-8ad0-4deea1655156 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2526586 Jul 02 03:43:05.212214 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 39014) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:43:05.217692 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-d9911310-95d5-4bc0-b1fe-b84a1680ea09 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Request body: {'security_group_rule': {'security_group_id': '127feac9-d89f-44c3-9a03-02d678583878', 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:43:05.249130 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d9911310-95d5-4bc0-b1fe-b84a1680ea09 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for security_group_rule (623f9f3b-42df-4a15-95d8-1c0857e4fff0), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:05.315886 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d9911310-95d5-4bc0-b1fe-b84a1680ea09 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for security_group_rule (623f9f3b-42df-4a15-95d8-1c0857e4fff0), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:05.320892 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d9911310-95d5-4bc0-b1fe-b84a1680ea09 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (623f9f3b-42df-4a15-95d8-1c0857e4fff0), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:05.345401 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9911310-95d5-4bc0-b1fe-b84a1680ea09 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=623f9f3b-42df-4a15-95d8-1c0857e4fff0,revision_number=0']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:05.351808 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d9911310-95d5-4bc0-b1fe-b84a1680ea09 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:05.357416 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-d9911310-95d5-4bc0-b1fe-b84a1680ea09 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1430686 Jul 02 03:43:05.358161 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 39018) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:43:05.363216 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-2da84b34-9f48-4ed7-8cc8-42e438cc2e68 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Request body: {'security_group_rule': {'security_group_id': '127feac9-d89f-44c3-9a03-02d678583878', 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:43:05.411511 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a778d45-4149-4a22-a591-98451167190d req-534f9295-a24a-467e-af53-45868ce05e57 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:05.413846 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0a778d45-4149-4a22-a591-98451167190d req-534f9295-a24a-467e-af53-45868ce05e57 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.42 "GET /v2.0/ports?device_id=6319e9c5-17ed-4a1b-ae45-f3547ace512a HTTP/1.1" status: 200 len: 949 time: 0.0747626 Jul 02 03:43:05.414970 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2da84b34-9f48-4ed7-8cc8-42e438cc2e68 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for security_group_rule (3b703d7a-32ac-4b38-8679-fa2b5f298009), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:05.470079 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0a778d45-4149-4a22-a591-98451167190d req-208121f5-2dcc-4e86-86a6-e8eafe21d6a4 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.42 "GET /v2.0/security-groups?id=80c651ce-76f8-417c-bde4-7a7cb01158e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496962 Jul 02 03:43:05.484618 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2da84b34-9f48-4ed7-8cc8-42e438cc2e68 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for security_group_rule (3b703d7a-32ac-4b38-8679-fa2b5f298009), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:05.497702 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2da84b34-9f48-4ed7-8cc8-42e438cc2e68 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (3b703d7a-32ac-4b38-8679-fa2b5f298009), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:05.521000 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da84b34-9f48-4ed7-8cc8-42e438cc2e68 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b703d7a-32ac-4b38-8679-fa2b5f298009,revision_number=0']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:05.530240 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2da84b34-9f48-4ed7-8cc8-42e438cc2e68 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:05.531591 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-2da84b34-9f48-4ed7-8cc8-42e438cc2e68 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1722300 Jul 02 03:43:05.534291 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 39022) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:43:05.539018 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-ab982499-28c4-47fc-8374-18bd3c2e6d43 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Request body: {'security_group_rule': {'security_group_id': '127feac9-d89f-44c3-9a03-02d678583878', 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:43:05.567004 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-ab982499-28c4-47fc-8374-18bd3c2e6d43 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for security_group_rule (3060fc3d-d560-4767-b3f8-119ab7325453), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:05.628756 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-ab982499-28c4-47fc-8374-18bd3c2e6d43 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for security_group_rule (3060fc3d-d560-4767-b3f8-119ab7325453), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:05.633857 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-ab982499-28c4-47fc-8374-18bd3c2e6d43 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (3060fc3d-d560-4767-b3f8-119ab7325453), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:05.653015 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab982499-28c4-47fc-8374-18bd3c2e6d43 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3060fc3d-d560-4767-b3f8-119ab7325453,revision_number=0']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:05.662792 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-ab982499-28c4-47fc-8374-18bd3c2e6d43 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:05.664091 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-ab982499-28c4-47fc-8374-18bd3c2e6d43 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1287329 Jul 02 03:43:05.667232 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 39024) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:43:05.671842 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-23330c6e-0c5a-4663-8c16-79299245d27a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Request body: {'security_group_rule': {'security_group_id': '127feac9-d89f-44c3-9a03-02d678583878', 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:43:05.699854 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-23330c6e-0c5a-4663-8c16-79299245d27a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for security_group_rule (a5a5344f-b352-414d-a5e9-dcda5e23814b), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:05.748652 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:05.751827 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:05.764834 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-23330c6e-0c5a-4663-8c16-79299245d27a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for security_group_rule (a5a5344f-b352-414d-a5e9-dcda5e23814b), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:05.770458 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-23330c6e-0c5a-4663-8c16-79299245d27a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (a5a5344f-b352-414d-a5e9-dcda5e23814b), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:05.793715 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23330c6e-0c5a-4663-8c16-79299245d27a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a5344f-b352-414d-a5e9-dcda5e23814b,revision_number=0']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:05.804040 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-23330c6e-0c5a-4663-8c16-79299245d27a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:05.805299 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-23330c6e-0c5a-4663-8c16-79299245d27a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1370671 Jul 02 03:43:05.808171 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 39026) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:43:05.812757 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-5d1a889b-75e0-4293-a656-ce11e87e0ad2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Request body: {'security_group_rule': {'security_group_id': '127feac9-d89f-44c3-9a03-02d678583878', 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:43:05.834685 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.db.securitygroups_db [None req-5d1a889b-75e0-4293-a656-ce11e87e0ad2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Project 01fccbd11a4b4e859bec1a56f42315b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 02 03:43:05.841683 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5d1a889b-75e0-4293-a656-ce11e87e0ad2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for security_group_rule (72fbb73a-54c9-4b9c-b8af-04c426064186), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:05.907759 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5d1a889b-75e0-4293-a656-ce11e87e0ad2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for security_group_rule (72fbb73a-54c9-4b9c-b8af-04c426064186), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:05.912690 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5d1a889b-75e0-4293-a656-ce11e87e0ad2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (72fbb73a-54c9-4b9c-b8af-04c426064186), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:05.932518 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a889b-75e0-4293-a656-ce11e87e0ad2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72fbb73a-54c9-4b9c-b8af-04c426064186,revision_number=0']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:05.938058 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5d1a889b-75e0-4293-a656-ce11e87e0ad2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:05.939286 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-5d1a889b-75e0-4293-a656-ce11e87e0ad2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1301472 Jul 02 03:43:05.942094 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 39028) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:43:05.946541 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-67424c92-2803-4e73-b627-d5d790fb5352 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Request body: {'security_group_rule': {'security_group_id': '127feac9-d89f-44c3-9a03-02d678583878', 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:43:05.970253 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.db.securitygroups_db [None req-67424c92-2803-4e73-b627-d5d790fb5352 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Project 01fccbd11a4b4e859bec1a56f42315b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 02 03:43:05.977468 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-67424c92-2803-4e73-b627-d5d790fb5352 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for security_group_rule (81636f2f-2c7a-4ed9-9af8-e8125535fd4f), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:06.034785 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:06.041683 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-67424c92-2803-4e73-b627-d5d790fb5352 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for security_group_rule (81636f2f-2c7a-4ed9-9af8-e8125535fd4f), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:06.046064 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-67424c92-2803-4e73-b627-d5d790fb5352 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (81636f2f-2c7a-4ed9-9af8-e8125535fd4f), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:06.066005 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67424c92-2803-4e73-b627-d5d790fb5352 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81636f2f-2c7a-4ed9-9af8-e8125535fd4f,revision_number=0']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:06.074668 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-67424c92-2803-4e73-b627-d5d790fb5352 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:06.076355 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-67424c92-2803-4e73-b627-d5d790fb5352 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1332939 Jul 02 03:43:06.602798 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2828446-e705-481b-9332-afae23517691 req-fa9637a3-d575-4fb4-8ed6-9efa97a26a1a tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:06.604402 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f2828446-e705-481b-9332-afae23517691 req-fa9637a3-d575-4fb4-8ed6-9efa97a26a1a tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.42 "GET /v2.0/ports?device_id=6319e9c5-17ed-4a1b-ae45-f3547ace512a HTTP/1.1" status: 200 len: 949 time: 0.0521832 Jul 02 03:43:06.653618 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f2828446-e705-481b-9332-afae23517691 req-88c5b9bb-a72b-4845-9994-bec42869eb65 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.42 "GET /v2.0/security-groups?id=80c651ce-76f8-417c-bde4-7a7cb01158e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429883 Jul 02 03:43:06.688646 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3bddc0-d866-427d-a150-52af17385043 None None] Sync routers for ids ['46e90a9c-8b5d-4701-835e-249f93de8adc'] in dv-cinder-846842-9-iscsi {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:43:06.703471 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3bddc0-d866-427d-a150-52af17385043 None None] Routers {'46e90a9c-8b5d-4701-835e-249f93de8adc'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:43:06.704081 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-be3bddc0-d866-427d-a150-52af17385043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:42:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['46e90a9c-8b5d-4701-835e-249f93de8adc'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:43:06.809081 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-be3bddc0-d866-427d-a150-52af17385043 None None] Set router 46e90a9c-8b5d-4701-835e-249f93de8adc gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:43:06.873414 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 9507c490-b264-4234-88c5-d79142c85c82 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:43:06.917676 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 9507c490-b264-4234-88c5-d79142c85c82 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:43:06.918054 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (9507c490-b264-4234-88c5-d79142c85c82), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:06.994161 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 9507c490-b264-4234-88c5-d79142c85c82 is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:43:06.994521 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (9507c490-b264-4234-88c5-d79142c85c82), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:07.016474 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-be3bddc0-d866-427d-a150-52af17385043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e90a9c-8b5d-4701-835e-249f93de8adc', 'name': 'tempest-TestVolumeBootPattern-1818391799-router', 'tenant_id': 'ad1140025dba4bc184223e702927ad88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '9507c490-b264-4234-88c5-d79142c85c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:59Z', 'updated_at': '2022-07-02T03:43:03Z', 'revision_number': 4, 'project_id': 'ad1140025dba4bc184223e702927ad88', 'gw_port': {'id': '9507c490-b264-4234-88c5-d79142c85c82', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:dc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e90a9c-8b5d-4701-835e-249f93de8adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:43:00Z', 'updated_at': '2022-07-02T03:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': 'dd01f248-75e2-4f59-8719-d2b17329e158', 'name': '', 'network_id': 'f02740fe-8832-4159-a6c7-51735549069c', 'tenant_id': 'ad1140025dba4bc184223e702927ad88', 'mac_address': 'fa:16:3e:3d:4d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e90a9c-8b5d-4701-835e-249f93de8adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'e66b11e8-ca2a-4871-a3d9-12a0ebd399d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:43:03Z', 'updated_at': '2022-07-02T03:43:03Z', 'revision_number': 2, 'project_id': 'ad1140025dba4bc184223e702927ad88', 'subnets': [{'id': 'e66b11e8-ca2a-4871-a3d9-12a0ebd399d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:43:07.022557 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] For port 9507c490-b264-4234-88c5-d79142c85c82, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=9507c490-b264-4234-88c5-d79142c85c82,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:43:07.028401 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (9507c490-b264-4234-88c5-d79142c85c82), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:07.043492 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3bddc0-d866-427d-a150-52af17385043 None None] Checking router: 46e90a9c-8b5d-4701-835e-249f93de8adc for host: dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:43:07.043836 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3bddc0-d866-427d-a150-52af17385043 None None] Updating router 46e90a9c-8b5d-4701-835e-249f93de8adc port dd01f248-75e2-4f59-8719-d2b17329e158 binding host dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 03:43:07.071980 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-be3bddc0-d866-427d-a150-52af17385043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (dd01f248-75e2-4f59-8719-d2b17329e158), before_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:07.080246 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Pushing event updated for resources: {'Port': ['ID=9507c490-b264-4234-88c5-d79142c85c82,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:07.275326 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:07.358517 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-be3bddc0-d866-427d-a150-52af17385043 None None] Publish callbacks [] for port (dd01f248-75e2-4f59-8719-d2b17329e158), precommit_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:07.365699 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-be3bddc0-d866-427d-a150-52af17385043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (dd01f248-75e2-4f59-8719-d2b17329e158), after_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:07.412241 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103fc1c-4d08-499e-8684-9ea10294ae11 None None] Pushing event updated for resources: {'Port': ['ID=dd01f248-75e2-4f59-8719-d2b17329e158,revision_number=3']} {{(pid=104252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:07.475266 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:07.481331 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-be3bddc0-d866-427d-a150-52af17385043 None None] Attempting to bind port dd01f248-75e2-4f59-8719-d2b17329e158 on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:43:07.481848 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-be3bddc0-d866-427d-a150-52af17385043 None None] Attempting to bind port dd01f248-75e2-4f59-8719-d2b17329e158 by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': 'f148eeb3-f1b7-47a4-a766-dbc9b12a22f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f02740fe-8832-4159-a6c7-51735549069c'}] {{(pid=104252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:43:07.482343 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3bddc0-d866-427d-a150-52af17385043 None None] Attempting to bind port dd01f248-75e2-4f59-8719-d2b17329e158 on network f02740fe-8832-4159-a6c7-51735549069c {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:43:07.489462 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3bddc0-d866-427d-a150-52af17385043 None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:43:07.489957 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3bddc0-d866-427d-a150-52af17385043 None None] Checking segment: {'id': 'f148eeb3-f1b7-47a4-a766-dbc9b12a22f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f02740fe-8832-4159-a6c7-51735549069c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:43:07.490336 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-be3bddc0-d866-427d-a150-52af17385043 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:07.490748 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3bddc0-d866-427d-a150-52af17385043 None None] Bound using segment: {'id': 'f148eeb3-f1b7-47a4-a766-dbc9b12a22f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f02740fe-8832-4159-a6c7-51735549069c'} {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:43:07.491205 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-be3bddc0-d866-427d-a150-52af17385043 None None] Bound port: dd01f248-75e2-4f59-8719-d2b17329e158, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f148eeb3-f1b7-47a4-a766-dbc9b12a22f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f02740fe-8832-4159-a6c7-51735549069c'}}] {{(pid=104252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:43:07.491753 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-be3bddc0-d866-427d-a150-52af17385043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (dd01f248-75e2-4f59-8719-d2b17329e158), before_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:07.560555 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.db [None req-be3bddc0-d866-427d-a150-52af17385043 None None] For port dd01f248-75e2-4f59-8719-d2b17329e158, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:43:07.563805 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.db [None req-be3bddc0-d866-427d-a150-52af17385043 None None] For port dd01f248-75e2-4f59-8719-d2b17329e158, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=dd01f248-75e2-4f59-8719-d2b17329e158,segment=NetworkSegment(f148eeb3-f1b7-47a4-a766-dbc9b12a22f7),segment_id=f148eeb3-f1b7-47a4-a766-dbc9b12a22f7)] {{(pid=104252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:43:07.570314 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-be3bddc0-d866-427d-a150-52af17385043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (dd01f248-75e2-4f59-8719-d2b17329e158), after_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:07.623893 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-c7dc4dc0-adde-4a46-abb7-9edde4f47fde None None] Provisioning complete for port dd01f248-75e2-4f59-8719-d2b17329e158 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:43:07.624508 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-c7dc4dc0-adde-4a46-abb7-9edde4f47fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (dd01f248-75e2-4f59-8719-d2b17329e158), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:07.632112 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3bddc0-d866-427d-a150-52af17385043 None None] Routers {'46e90a9c-8b5d-4701-835e-249f93de8adc'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:43:07.633688 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-be3bddc0-d866-427d-a150-52af17385043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:42:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['46e90a9c-8b5d-4701-835e-249f93de8adc'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:43:07.647800 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103fc1c-4d08-499e-8684-9ea10294ae11 None None] Pushing event updated for resources: {'Port': ['ID=dd01f248-75e2-4f59-8719-d2b17329e158,revision_number=4']} {{(pid=104252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:07.692363 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:07.736272 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-c7dc4dc0-adde-4a46-abb7-9edde4f47fde None None] Current status of the port dd01f248-75e2-4f59-8719-d2b17329e158 is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:43:07.736908 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-c7dc4dc0-adde-4a46-abb7-9edde4f47fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (dd01f248-75e2-4f59-8719-d2b17329e158), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:07.772762 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-be3bddc0-d866-427d-a150-52af17385043 None None] Set router 46e90a9c-8b5d-4701-835e-249f93de8adc gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:43:07.777435 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-c7dc4dc0-adde-4a46-abb7-9edde4f47fde None None] For port dd01f248-75e2-4f59-8719-d2b17329e158, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=dd01f248-75e2-4f59-8719-d2b17329e158,segment=NetworkSegment(f148eeb3-f1b7-47a4-a766-dbc9b12a22f7),segment_id=f148eeb3-f1b7-47a4-a766-dbc9b12a22f7)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:43:07.785383 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-c7dc4dc0-adde-4a46-abb7-9edde4f47fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (dd01f248-75e2-4f59-8719-d2b17329e158), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:07.806634 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131654f-5c88-49ad-b445-06ff77a25fc5 req-e7c96468-0b49-4ec4-a35d-0a6bc706f6a7 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:07.808323 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1131654f-5c88-49ad-b445-06ff77a25fc5 req-e7c96468-0b49-4ec4-a35d-0a6bc706f6a7 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.42 "GET /v2.0/ports?device_id=6319e9c5-17ed-4a1b-ae45-f3547ace512a HTTP/1.1" status: 200 len: 949 time: 0.0721271 Jul 02 03:43:07.851379 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc4dc0-adde-4a46-abb7-9edde4f47fde None None] Pushing event updated for resources: {'Port': ['ID=dd01f248-75e2-4f59-8719-d2b17329e158,revision_number=5']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:07.888967 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1131654f-5c88-49ad-b445-06ff77a25fc5 req-6d36ce0b-1620-4e2c-abd8-c0093a147997 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.42 "GET /v2.0/security-groups?id=80c651ce-76f8-417c-bde4-7a7cb01158e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718112 Jul 02 03:43:07.918298 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b52dc7-39c4-4cf0-a2ea-9c2709cbaf45 req-991a5b8f-64a9-4315-842f-7ca547acbb55 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:07.921170 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-ab396415-f196-4ce0-8a3b-df1feee1ad30 None None] Provisioning complete for port dd01f248-75e2-4f59-8719-d2b17329e158 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:43:07.922095 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-ab396415-f196-4ce0-8a3b-df1feee1ad30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (dd01f248-75e2-4f59-8719-d2b17329e158), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:07.923642 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-73b52dc7-39c4-4cf0-a2ea-9c2709cbaf45 req-991a5b8f-64a9-4315-842f-7ca547acbb55 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.26 "GET /v2.0/ports?device_id=6319e9c5-17ed-4a1b-ae45-f3547ace512a HTTP/1.1" status: 200 len: 949 time: 0.0910420 Jul 02 03:43:08.005432 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-ab396415-f196-4ce0-8a3b-df1feee1ad30 None None] Current status of the port dd01f248-75e2-4f59-8719-d2b17329e158 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:43:08.007664 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-be3bddc0-d866-427d-a150-52af17385043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e90a9c-8b5d-4701-835e-249f93de8adc', 'name': 'tempest-TestVolumeBootPattern-1818391799-router', 'tenant_id': 'ad1140025dba4bc184223e702927ad88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '9507c490-b264-4234-88c5-d79142c85c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:59Z', 'updated_at': '2022-07-02T03:43:03Z', 'revision_number': 4, 'project_id': 'ad1140025dba4bc184223e702927ad88', 'gw_port': {'id': '9507c490-b264-4234-88c5-d79142c85c82', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:dc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e90a9c-8b5d-4701-835e-249f93de8adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:43:00Z', 'updated_at': '2022-07-02T03:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': 'dd01f248-75e2-4f59-8719-d2b17329e158', 'name': '', 'network_id': 'f02740fe-8832-4159-a6c7-51735549069c', 'tenant_id': 'ad1140025dba4bc184223e702927ad88', 'mac_address': 'fa:16:3e:3d:4d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e90a9c-8b5d-4701-835e-249f93de8adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'e66b11e8-ca2a-4871-a3d9-12a0ebd399d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:43:03Z', 'updated_at': '2022-07-02T03:43:07Z', 'revision_number': 4, 'project_id': 'ad1140025dba4bc184223e702927ad88', 'subnets': [{'id': 'e66b11e8-ca2a-4871-a3d9-12a0ebd399d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:43:08.037536 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3bddc0-d866-427d-a150-52af17385043 None None] The sync data for ids ['46e90a9c-8b5d-4701-835e-249f93de8adc'] in dv-cinder-846842-9-iscsi is: [{'id': '46e90a9c-8b5d-4701-835e-249f93de8adc', 'name': 'tempest-TestVolumeBootPattern-1818391799-router', 'tenant_id': 'ad1140025dba4bc184223e702927ad88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '9507c490-b264-4234-88c5-d79142c85c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:59Z', 'updated_at': '2022-07-02T03:43:03Z', 'revision_number': 4, 'project_id': 'ad1140025dba4bc184223e702927ad88', 'gw_port': {'id': '9507c490-b264-4234-88c5-d79142c85c82', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:dc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e90a9c-8b5d-4701-835e-249f93de8adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:43:00Z', 'updated_at': '2022-07-02T03:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': 'dd01f248-75e2-4f59-8719-d2b17329e158', 'name': '', 'network_id': 'f02740fe-8832-4159-a6c7-51735549069c', 'tenant_id': 'ad1140025dba4bc184223e702927ad88', 'mac_address': 'fa:16:3e:3d:4d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e90a9c-8b5d-4701-835e-249f93de8adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'e66b11e8-ca2a-4871-a3d9-12a0ebd399d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:43:03Z', 'updated_at': '2022-07-02T03:43:07Z', 'revision_number': 4, 'project_id': 'ad1140025dba4bc184223e702927ad88', 'subnets': [{'id': 'e66b11e8-ca2a-4871-a3d9-12a0ebd399d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:43:08.052071 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-73b52dc7-39c4-4cf0-a2ea-9c2709cbaf45 req-bf198991-838f-4cde-9014-221d051ae383 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Deleting port 991e6b72-3175-4681-9cbe-2c587624a608 {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:43:08.052437 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-73b52dc7-39c4-4cf0-a2ea-9c2709cbaf45 req-bf198991-838f-4cde-9014-221d051ae383 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (991e6b72-3175-4681-9cbe-2c587624a608), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:08.154037 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-73b52dc7-39c4-4cf0-a2ea-9c2709cbaf45 req-bf198991-838f-4cde-9014-221d051ae383 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] For port 991e6b72-3175-4681-9cbe-2c587624a608, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=991e6b72-3175-4681-9cbe-2c587624a608,segment=NetworkSegment(dffd64fc-545e-4400-888e-87f30e9845da),segment_id=dffd64fc-545e-4400-888e-87f30e9845da)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:43:08.154397 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-73b52dc7-39c4-4cf0-a2ea-9c2709cbaf45 req-bf198991-838f-4cde-9014-221d051ae383 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (991e6b72-3175-4681-9cbe-2c587624a608), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:08.168963 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-73b52dc7-39c4-4cf0-a2ea-9c2709cbaf45 req-bf198991-838f-4cde-9014-221d051ae383 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Calling delete_port for 991e6b72-3175-4681-9cbe-2c587624a608 owned by compute:nova {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:43:08.315173 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-73b52dc7-39c4-4cf0-a2ea-9c2709cbaf45 req-bf198991-838f-4cde-9014-221d051ae383 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (991e6b72-3175-4681-9cbe-2c587624a608), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:08.346671 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf198991-838f-4cde-9014-221d051ae383 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Pushing event deleted for resources: {'Port': ['ID=991e6b72-3175-4681-9cbe-2c587624a608,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:08.365137 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['991e6b72-3175-4681-9cbe-2c587624a608'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:43:08.455637 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b52dc7-39c4-4cf0-a2ea-9c2709cbaf45 req-bf198991-838f-4cde-9014-221d051ae383 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] No DVR routers for this DVR port 991e6b72-3175-4681-9cbe-2c587624a608 on host hv-cinder-84684 {{(pid=104250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:43:08.458971 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-73b52dc7-39c4-4cf0-a2ea-9c2709cbaf45 req-bf198991-838f-4cde-9014-221d051ae383 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:08.469577 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-73b52dc7-39c4-4cf0-a2ea-9c2709cbaf45 req-bf198991-838f-4cde-9014-221d051ae383 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.26 "DELETE /v2.0/ports/991e6b72-3175-4681-9cbe-2c587624a608 HTTP/1.1" status: 204 len: 173 time: 0.5374815 Jul 02 03:43:08.470277 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6319e9c5-17ed-4a1b-ae45-f3547ace512a', 'name': 'network-vif-deleted', 'tag': '991e6b72-3175-4681-9cbe-2c587624a608'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:43:08.493510 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb5c644-e8f6-4e57-b1cc-eaa957690aa3" -d '{"events": [{"server_uuid": "6319e9c5-17ed-4a1b-ae45-f3547ace512a", "name": "network-vif-deleted", "tag": "991e6b72-3175-4681-9cbe-2c587624a608"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:43:08.551324 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e284967-3ada-4be4-b8b0-5b4cf7139ea7 x-openstack-request-id: req-9e284967-3ada-4be4-b8b0-5b4cf7139ea7 {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:43:08.551940 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6319e9c5-17ed-4a1b-ae45-f3547ace512a", "name": "network-vif-deleted", "tag": "991e6b72-3175-4681-9cbe-2c587624a608", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:43:08.552289 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9e284967-3ada-4be4-b8b0-5b4cf7139ea7 {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:43:08.552787 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e284967-3ada-4be4-b8b0-5b4cf7139ea7'] response: {'server_uuid': '6319e9c5-17ed-4a1b-ae45-f3547ace512a', 'name': 'network-vif-deleted', 'tag': '991e6b72-3175-4681-9cbe-2c587624a608', 'status': 'completed', 'code': 200} Jul 02 03:43:08.876918 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 9507c490-b264-4234-88c5-d79142c85c82 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:43:08.936923 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 9507c490-b264-4234-88c5-d79142c85c82 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:43:08.937636 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (9507c490-b264-4234-88c5-d79142c85c82), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:08.979334 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:09.002309 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ae202b60-286c-49aa-93ac-4416de245cc9 req-5735a28e-0f4e-4872-bbfb-437e7ced5614 tempest-VolumesNegativeTest-1618096875 tempest-VolumesNegativeTest-1618096875-project] 10.222.0.42 "GET /v2.0/ports?device_id=6319e9c5-17ed-4a1b-ae45-f3547ace512a HTTP/1.1" status: 200 len: 210 time: 0.0359967 Jul 02 03:43:09.024051 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 9507c490-b264-4234-88c5-d79142c85c82 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:43:09.025408 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device dd01f248-75e2-4f59-8719-d2b17329e158 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:43:09.077725 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port dd01f248-75e2-4f59-8719-d2b17329e158 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:43:09.078110 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (dd01f248-75e2-4f59-8719-d2b17329e158), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:09.173372 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port dd01f248-75e2-4f59-8719-d2b17329e158 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:43:11.216642 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5997b-7d82-43be-a2a0-23938c56ceed req-6827ea99-8330-47d2-a792-4f53d232f429 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:11.218367 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-99c5997b-7d82-43be-a2a0-23938c56ceed req-6827ea99-8330-47d2-a792-4f53d232f429 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ff687e9-ce72-49c7-bb72-f563c433f7af HTTP/1.1" status: 200 len: 946 time: 0.0511494 Jul 02 03:43:11.274941 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-99c5997b-7d82-43be-a2a0-23938c56ceed req-7a58d3b8-47b6-4962-a517-69a925b08aee tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=32bcedd6-1a49-4caf-a4e4-e84b618d3454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505567 Jul 02 03:43:12.359031 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:12.406546 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c380af5-4df4-41de-a26f-fa60846d4dcd req-431d9ec0-de15-47d7-89ca-326bc355e58a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:12.408141 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7c380af5-4df4-41de-a26f-fa60846d4dcd req-431d9ec0-de15-47d7-89ca-326bc355e58a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ff687e9-ce72-49c7-bb72-f563c433f7af HTTP/1.1" status: 200 len: 946 time: 0.0594561 Jul 02 03:43:12.465764 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7c380af5-4df4-41de-a26f-fa60846d4dcd req-e28a7b13-b77c-4714-8648-c20b9ae36db9 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=32bcedd6-1a49-4caf-a4e4-e84b618d3454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517192 Jul 02 03:43:12.555848 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 991e6b72-3175-4681-9cbe-2c587624a608 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:43:12.575438 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] No Port match for: 991e6b72-3175-4681-9cbe-2c587624a608 {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:43:12.575783 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 991e6b72-3175-4681-9cbe-2c587624a608 not bound to the agent host hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:43:13.481181 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41b501-563e-4b65-8a1e-206604f4dc5f req-818b2e6c-8168-4e8f-a115-12f8f790505d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:13.483176 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6c41b501-563e-4b65-8a1e-206604f4dc5f req-818b2e6c-8168-4e8f-a115-12f8f790505d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ff687e9-ce72-49c7-bb72-f563c433f7af HTTP/1.1" status: 200 len: 946 time: 0.0501907 Jul 02 03:43:13.577741 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-6c41b501-563e-4b65-8a1e-206604f4dc5f req-ffc7ddc0-7de0-4746-8156-730a25a5ac2d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Deleting port 41dcd48a-9142-481f-8774-b99c864c98bb {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:43:13.578056 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-6c41b501-563e-4b65-8a1e-206604f4dc5f req-ffc7ddc0-7de0-4746-8156-730a25a5ac2d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (41dcd48a-9142-481f-8774-b99c864c98bb), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:13.582674 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34267f9-b46b-46ce-a5cf-0bb37f5a4d13 req-c3cfd3d8-25b6-4ada-803c-269995b277e3 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:13.584229 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b34267f9-b46b-46ce-a5cf-0bb37f5a4d13 req-c3cfd3d8-25b6-4ada-803c-269995b277e3 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ff687e9-ce72-49c7-bb72-f563c433f7af HTTP/1.1" status: 200 len: 946 time: 0.0480962 Jul 02 03:43:13.635986 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b34267f9-b46b-46ce-a5cf-0bb37f5a4d13 req-a361bf0b-c6fd-4c8c-858c-90a3393e911a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=32bcedd6-1a49-4caf-a4e4-e84b618d3454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458758 Jul 02 03:43:13.670810 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-6c41b501-563e-4b65-8a1e-206604f4dc5f req-ffc7ddc0-7de0-4746-8156-730a25a5ac2d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] For port 41dcd48a-9142-481f-8774-b99c864c98bb, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=41dcd48a-9142-481f-8774-b99c864c98bb,segment=NetworkSegment(f42053ac-70b9-4a5f-91c4-b122b3b8433a),segment_id=f42053ac-70b9-4a5f-91c4-b122b3b8433a)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:43:13.671184 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-6c41b501-563e-4b65-8a1e-206604f4dc5f req-ffc7ddc0-7de0-4746-8156-730a25a5ac2d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (41dcd48a-9142-481f-8774-b99c864c98bb), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:13.840145 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-6c41b501-563e-4b65-8a1e-206604f4dc5f req-ffc7ddc0-7de0-4746-8156-730a25a5ac2d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:13.840499 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-6c41b501-563e-4b65-8a1e-206604f4dc5f req-ffc7ddc0-7de0-4746-8156-730a25a5ac2d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389155'] for floatingip (b39fe98b-8c46-44da-9928-5961fefd877d), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:13.840815 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.db.l3_db [req-6c41b501-563e-4b65-8a1e-206604f4dc5f req-ffc7ddc0-7de0-4746-8156-730a25a5ac2d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Floating IP b39fe98b-8c46-44da-9928-5961fefd877d disassociated. External IP: 172.27.0.188, port: 41dcd48a-9142-481f-8774-b99c864c98bb. Jul 02 03:43:13.841156 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-6c41b501-563e-4b65-8a1e-206604f4dc5f req-ffc7ddc0-7de0-4746-8156-730a25a5ac2d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Calling delete_port for 41dcd48a-9142-481f-8774-b99c864c98bb owned by compute:nova {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:43:13.894211 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:13.899033 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:13.977123 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-6c41b501-563e-4b65-8a1e-206604f4dc5f req-ffc7ddc0-7de0-4746-8156-730a25a5ac2d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (41dcd48a-9142-481f-8774-b99c864c98bb), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:14.007176 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7ddc0-7de0-4746-8156-730a25a5ac2d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event deleted for resources: {'Port': ['ID=41dcd48a-9142-481f-8774-b99c864c98bb,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:14.119159 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c41b501-563e-4b65-8a1e-206604f4dc5f req-ffc7ddc0-7de0-4746-8156-730a25a5ac2d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:43:14.198081 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 39390) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:43:14.233498 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c41b501-563e-4b65-8a1e-206604f4dc5f req-ffc7ddc0-7de0-4746-8156-730a25a5ac2d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:43:14.246967 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd92a95-1e17-47ad-88cf-9c31d663fd19 None None] Sync routers for ids ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:43:14.257760 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd92a95-1e17-47ad-88cf-9c31d663fd19 None None] Routers {'3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:43:14.258491 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-1dd92a95-1e17-47ad-88cf-9c31d663fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:42:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:43:14.277376 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c41b501-563e-4b65-8a1e-206604f4dc5f req-ffc7ddc0-7de0-4746-8156-730a25a5ac2d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] No DVR routers for this DVR port 41dcd48a-9142-481f-8774-b99c864c98bb on host hv-cinder-84684 {{(pid=104250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:43:14.280271 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-6c41b501-563e-4b65-8a1e-206604f4dc5f req-ffc7ddc0-7de0-4746-8156-730a25a5ac2d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:14.283442 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6c41b501-563e-4b65-8a1e-206604f4dc5f req-ffc7ddc0-7de0-4746-8156-730a25a5ac2d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.26 "DELETE /v2.0/ports/41dcd48a-9142-481f-8774-b99c864c98bb HTTP/1.1" status: 204 len: 173 time: 0.7906158 Jul 02 03:43:14.283969 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff687e9-ce72-49c7-bb72-f563c433f7af', 'name': 'network-vif-deleted', 'tag': '41dcd48a-9142-481f-8774-b99c864c98bb'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:43:14.286107 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796a155e-d484-4978-b620-30f67b992a49" -d '{"events": [{"server_uuid": "6ff687e9-ce72-49c7-bb72-f563c433f7af", "name": "network-vif-deleted", "tag": "41dcd48a-9142-481f-8774-b99c864c98bb"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:43:14.326425 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256b3804-2343-4aa3-872b-d7b75f3ec335 x-openstack-request-id: req-256b3804-2343-4aa3-872b-d7b75f3ec335 {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:43:14.326878 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff687e9-ce72-49c7-bb72-f563c433f7af", "name": "network-vif-deleted", "tag": "41dcd48a-9142-481f-8774-b99c864c98bb", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:43:14.327509 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-256b3804-2343-4aa3-872b-d7b75f3ec335 {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:43:14.327966 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-256b3804-2343-4aa3-872b-d7b75f3ec335'] response: {'server_uuid': '6ff687e9-ce72-49c7-bb72-f563c433f7af', 'name': 'network-vif-deleted', 'tag': '41dcd48a-9142-481f-8774-b99c864c98bb', 'status': 'completed', 'code': 200} Jul 02 03:43:14.387257 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 39396) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:43:14.390982 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-4f5d7ecf-c8db-4ff8-be93-4d5fb7dc6df1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a713cd9e5960426a9378c54dd45e4997&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1914611 Jul 02 03:43:14.394858 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-1dd92a95-1e17-47ad-88cf-9c31d663fd19 None None] Set router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:43:14.461331 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c4f7920b-a2bd-4897-ac49-2ebbd31666e8 admin admin] Publish callbacks [] for security_group (80c651ce-76f8-417c-bde4-7a7cb01158e2), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:14.487286 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c4f7920b-a2bd-4897-ac49-2ebbd31666e8 admin admin] Publish callbacks [] for security_group (80c651ce-76f8-417c-bde4-7a7cb01158e2), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:14.549490 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c4f7920b-a2bd-4897-ac49-2ebbd31666e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (80c651ce-76f8-417c-bde4-7a7cb01158e2), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:14.552733 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c4f7920b-a2bd-4897-ac49-2ebbd31666e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:14.557162 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-c4f7920b-a2bd-4897-ac49-2ebbd31666e8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/80c651ce-76f8-417c-bde4-7a7cb01158e2 HTTP/1.1" status: 204 len: 168 time: 0.1683991 Jul 02 03:43:14.565369 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7920b-a2bd-4897-ac49-2ebbd31666e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c651ce-76f8-417c-bde4-7a7cb01158e2,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:14.637953 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-1dd92a95-1e17-47ad-88cf-9c31d663fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'name': 'tempest-AttachVolumeNegativeTest-1944099048-router', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:12Z', 'updated_at': '2022-07-02T03:34:25Z', 'revision_number': 4, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'gw_port': {'id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:15Z', 'updated_at': '2022-07-02T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '1e1afdd4-79ed-4696-98f4-e3dd5de0fa94', 'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'mac_address': 'fa:16:3e:08:83:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:24Z', 'updated_at': '2022-07-02T03:34:44Z', 'revision_number': 5, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'subnets': [{'id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:43:14.640182 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=100 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:14.668162 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd92a95-1e17-47ad-88cf-9c31d663fd19 None None] Checking router: 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:43:14.677115 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd92a95-1e17-47ad-88cf-9c31d663fd19 None None] Routers {'3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:43:14.677734 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-1dd92a95-1e17-47ad-88cf-9c31d663fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:42:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:43:14.770658 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d8d0aaf9-d358-4d6c-904c-fa9da24e822c req-6596f306-9e0a-4064-aefd-21858dff7260 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ff687e9-ce72-49c7-bb72-f563c433f7af HTTP/1.1" status: 200 len: 210 time: 0.0408554 Jul 02 03:43:14.834229 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-1dd92a95-1e17-47ad-88cf-9c31d663fd19 None None] Set router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:43:15.186961 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-1dd92a95-1e17-47ad-88cf-9c31d663fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'name': 'tempest-AttachVolumeNegativeTest-1944099048-router', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:12Z', 'updated_at': '2022-07-02T03:34:25Z', 'revision_number': 4, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'gw_port': {'id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:15Z', 'updated_at': '2022-07-02T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '1e1afdd4-79ed-4696-98f4-e3dd5de0fa94', 'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'mac_address': 'fa:16:3e:08:83:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:24Z', 'updated_at': '2022-07-02T03:34:44Z', 'revision_number': 5, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'subnets': [{'id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:43:15.214559 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd92a95-1e17-47ad-88cf-9c31d663fd19 None None] The sync data for ids ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'] in dv-cinder-846842-9-iscsi is: [{'id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'name': 'tempest-AttachVolumeNegativeTest-1944099048-router', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:12Z', 'updated_at': '2022-07-02T03:34:25Z', 'revision_number': 4, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'gw_port': {'id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:15Z', 'updated_at': '2022-07-02T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '1e1afdd4-79ed-4696-98f4-e3dd5de0fa94', 'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'mac_address': 'fa:16:3e:08:83:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:24Z', 'updated_at': '2022-07-02T03:34:44Z', 'revision_number': 5, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'subnets': [{'id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:43:15.462135 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409dabb8-3ff0-4e85-87de-1a4a4a6aa393 None None] New status for floating IP b39fe98b-8c46-44da-9928-5961fefd877d: DOWN {{(pid=104252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 02 03:43:15.874375 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 39408) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:43:15.938613 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3af872fd-2ba2-48d0-a880-ea6745c0433a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group (32bcedd6-1a49-4caf-a4e4-e84b618d3454), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:15.963092 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3af872fd-2ba2-48d0-a880-ea6745c0433a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group (32bcedd6-1a49-4caf-a4e4-e84b618d3454), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:16.020083 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3af872fd-2ba2-48d0-a880-ea6745c0433a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (32bcedd6-1a49-4caf-a4e4-e84b618d3454), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:16.022660 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3af872fd-2ba2-48d0-a880-ea6745c0433a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:16.023849 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-3af872fd-2ba2-48d0-a880-ea6745c0433a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "DELETE /v2.0/security-groups/32bcedd6-1a49-4caf-a4e4-e84b618d3454 HTTP/1.1" status: 204 len: 168 time: 0.1484048 Jul 02 03:43:16.026891 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 39410) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:43:16.038004 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af872fd-2ba2-48d0-a880-ea6745c0433a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bcedd6-1a49-4caf-a4e4-e84b618d3454,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:16.044952 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.api.v2.resource [None req-ba32452a-806b-4b05-a807-9817d92a5adf tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] show failed (client error): The resource could not be found. Jul 02 03:43:16.046157 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-ba32452a-806b-4b05-a807-9817d92a5adf tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups/32bcedd6-1a49-4caf-a4e4-e84b618d3454 HTTP/1.1" status: 404 len: 347 time: 0.0179851 Jul 02 03:43:16.049383 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 39414) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:43:16.052854 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af872fd-2ba2-48d0-a880-ea6745c0433a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:16.053197 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af872fd-2ba2-48d0-a880-ea6745c0433a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:16.053536 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af872fd-2ba2-48d0-a880-ea6745c0433a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:16.053868 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af872fd-2ba2-48d0-a880-ea6745c0433a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:16.055756 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af872fd-2ba2-48d0-a880-ea6745c0433a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:16.056304 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af872fd-2ba2-48d0-a880-ea6745c0433a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:16.056800 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af872fd-2ba2-48d0-a880-ea6745c0433a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:16.057301 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af872fd-2ba2-48d0-a880-ea6745c0433a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:16.057818 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af872fd-2ba2-48d0-a880-ea6745c0433a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:16.058144 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af872fd-2ba2-48d0-a880-ea6745c0433a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:16.058475 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af872fd-2ba2-48d0-a880-ea6745c0433a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:16.058796 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af872fd-2ba2-48d0-a880-ea6745c0433a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:16.059125 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af872fd-2ba2-48d0-a880-ea6745c0433a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:16.061114 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af872fd-2ba2-48d0-a880-ea6745c0433a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:16.061114 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af872fd-2ba2-48d0-a880-ea6745c0433a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:16.166765 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-196ace5b-1e06-48eb-8aa0-7b97184fc391 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Deleting port 223531ac-b8b4-4657-a3e1-950f276cf161 {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:43:16.167110 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-196ace5b-1e06-48eb-8aa0-7b97184fc391 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (223531ac-b8b4-4657-a3e1-950f276cf161), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:16.247585 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-196ace5b-1e06-48eb-8aa0-7b97184fc391 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (223531ac-b8b4-4657-a3e1-950f276cf161), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:16.248058 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-196ace5b-1e06-48eb-8aa0-7b97184fc391 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for floatingip (223531ac-b8b4-4657-a3e1-950f276cf161), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:16.262149 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-196ace5b-1e06-48eb-8aa0-7b97184fc391 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Calling delete_port for 223531ac-b8b4-4657-a3e1-950f276cf161 owned by network:floatingip {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:43:16.330553 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:16.399766 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-196ace5b-1e06-48eb-8aa0-7b97184fc391 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (223531ac-b8b4-4657-a3e1-950f276cf161), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:16.405285 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:16.429526 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ace5b-1e06-48eb-8aa0-7b97184fc391 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event deleted for resources: {'Port': ['ID=223531ac-b8b4-4657-a3e1-950f276cf161,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:16.497664 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-196ace5b-1e06-48eb-8aa0-7b97184fc391 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for floatingip (b39fe98b-8c46-44da-9928-5961fefd877d), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:16.501107 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-196ace5b-1e06-48eb-8aa0-7b97184fc391 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:16.502299 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-196ace5b-1e06-48eb-8aa0-7b97184fc391 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "DELETE /v2.0/floatingips/b39fe98b-8c46-44da-9928-5961fefd877d HTTP/1.1" status: 204 len: 168 time: 0.4519882 Jul 02 03:43:16.572358 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 39418) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:43:16.578490 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-893f579c-a878-4ba0-99d5-6ba7edba4964 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--457928793', 'description': 'tempest-description--974710665'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:43:16.609126 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-893f579c-a878-4ba0-99d5-6ba7edba4964 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:16.685391 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-893f579c-a878-4ba0-99d5-6ba7edba4964 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group (4e285f35-eb25-43ab-9a47-b1d9fad9f320), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:16.691660 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-893f579c-a878-4ba0-99d5-6ba7edba4964 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (4e285f35-eb25-43ab-9a47-b1d9fad9f320), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:16.722560 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-893f579c-a878-4ba0-99d5-6ba7edba4964 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:16.723834 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-893f579c-a878-4ba0-99d5-6ba7edba4964 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1503253 Jul 02 03:43:16.724336 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:16.726497 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f579c-a878-4ba0-99d5-6ba7edba4964 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e285f35-eb25-43ab-9a47-b1d9fad9f320,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:16.727026 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 39420) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:43:16.736955 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-53a0a79c-908f-40e3-9b8a-77c15678c191 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Request body: {'security_group_rule': {'security_group_id': '4e285f35-eb25-43ab-9a47-b1d9fad9f320', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:43:16.770614 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-53a0a79c-908f-40e3-9b8a-77c15678c191 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group_rule (9b4804ee-23bf-44a5-8217-e59c25f117dc), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:16.838731 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-53a0a79c-908f-40e3-9b8a-77c15678c191 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group_rule (9b4804ee-23bf-44a5-8217-e59c25f117dc), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:16.844320 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-53a0a79c-908f-40e3-9b8a-77c15678c191 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (9b4804ee-23bf-44a5-8217-e59c25f117dc), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:16.866288 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0a79c-908f-40e3-9b8a-77c15678c191 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b4804ee-23bf-44a5-8217-e59c25f117dc,revision_number=0']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:16.874911 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-53a0a79c-908f-40e3-9b8a-77c15678c191 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:16.878986 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-53a0a79c-908f-40e3-9b8a-77c15678c191 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1482236 Jul 02 03:43:16.879276 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 39422) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:43:16.884485 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-c2edc062-abd7-45d2-ad59-60914b7b4d6d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Request body: {'security_group_rule': {'security_group_id': '4e285f35-eb25-43ab-9a47-b1d9fad9f320', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:43:16.915490 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c2edc062-abd7-45d2-ad59-60914b7b4d6d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group_rule (155b5945-c013-4316-a086-ba073e6a2726), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:16.973722 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c2edc062-abd7-45d2-ad59-60914b7b4d6d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group_rule (155b5945-c013-4316-a086-ba073e6a2726), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:16.978351 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c2edc062-abd7-45d2-ad59-60914b7b4d6d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (155b5945-c013-4316-a086-ba073e6a2726), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:16.998582 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2edc062-abd7-45d2-ad59-60914b7b4d6d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=155b5945-c013-4316-a086-ba073e6a2726,revision_number=0']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:17.005756 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c2edc062-abd7-45d2-ad59-60914b7b4d6d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:17.007009 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-c2edc062-abd7-45d2-ad59-60914b7b4d6d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267614 Jul 02 03:43:17.010273 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 39426) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:43:17.014911 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-7fc927fc-60b4-4f84-b45b-e453b17230a5 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Request body: {'floatingip': {'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:43:17.038202 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7fc927fc-60b4-4f84-b45b-e453b17230a5 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:17.119950 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7fc927fc-60b4-4f84-b45b-e453b17230a5 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:17.243455 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [None req-7fc927fc-60b4-4f84-b45b-e453b17230a5 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Allocated IP 172.27.0.57 (f461a802-f340-43f3-86d0-4b44bcb77e0c/5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3/0adfda47-f01f-47ce-b355-906ca74939ab) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:43:17.616669 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7fc927fc-60b4-4f84-b45b-e453b17230a5 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for port (0adfda47-f01f-47ce-b355-906ca74939ab), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:17.622909 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:17.655457 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7fc927fc-60b4-4f84-b45b-e453b17230a5 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (0adfda47-f01f-47ce-b355-906ca74939ab), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:17.688193 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:17.697358 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc927fc-60b4-4f84-b45b-e453b17230a5 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Network f461a802-f340-43f3-86d0-4b44bcb77e0c is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:43:17.703114 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-7fc927fc-60b4-4f84-b45b-e453b17230a5 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:43:17.706054 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc927fc-60b4-4f84-b45b-e453b17230a5 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:43:17.708005 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc927fc-60b4-4f84-b45b-e453b17230a5 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event updated for resources: {'Port': ['ID=0adfda47-f01f-47ce-b355-906ca74939ab,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:17.790891 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7fc927fc-60b4-4f84-b45b-e453b17230a5 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for floatingip (962cfd27-7ca9-4f02-80b9-d6bb4e68e24e), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:17.841155 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7fc927fc-60b4-4f84-b45b-e453b17230a5 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (0adfda47-f01f-47ce-b355-906ca74939ab), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:17.932428 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:17.994761 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7fc927fc-60b4-4f84-b45b-e453b17230a5 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for port (0adfda47-f01f-47ce-b355-906ca74939ab), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:18.001292 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7fc927fc-60b4-4f84-b45b-e453b17230a5 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (0adfda47-f01f-47ce-b355-906ca74939ab), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:18.069152 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc927fc-60b4-4f84-b45b-e453b17230a5 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event updated for resources: {'Port': ['ID=0adfda47-f01f-47ce-b355-906ca74939ab,revision_number=2']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:18.081577 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7fc927fc-60b4-4f84-b45b-e453b17230a5 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389155'] for floatingip (962cfd27-7ca9-4f02-80b9-d6bb4e68e24e), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:18.099910 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7fc927fc-60b4-4f84-b45b-e453b17230a5 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:18.101162 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-7fc927fc-60b4-4f84-b45b-e453b17230a5 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0900073 Jul 02 03:43:18.317223 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-5fa5811f-cb27-4993-acd5-fee7d5224bac tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--457928793&fields=id&tenant_id=b44eff44cb504e1f9bf037303db24d1b HTTP/1.1" status: 200 len: 267 time: 0.0466347 Jul 02 03:43:18.433324 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-36a6f99a-7dd4-458d-a8f3-0fcf06da072a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:18.434743 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-36a6f99a-7dd4-458d-a8f3-0fcf06da072a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/networks?id=389311ee-b4f4-4d7f-89a6-51f9bda5ef70 HTTP/1.1" status: 200 len: 815 time: 0.1107192 Jul 02 03:43:18.452784 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-fe56117e-c616-4b8a-a5d8-3bd0e342c392 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/quotas/b44eff44cb504e1f9bf037303db24d1b HTTP/1.1" status: 200 len: 375 time: 0.0102201 Jul 02 03:43:18.512420 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-b74235d5-7581-4711-b3e6-694d5dd9d24b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b44eff44cb504e1f9bf037303db24d1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534842 Jul 02 03:43:18.579917 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 41dcd48a-9142-481f-8774-b99c864c98bb no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:43:18.598806 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] No Port match for: 41dcd48a-9142-481f-8774-b99c864c98bb {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:43:18.599149 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 41dcd48a-9142-481f-8774-b99c864c98bb not bound to the agent host hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:43:18.613693 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-425a9e56-c557-4c50-a889-3866584a8aea service neutron] 10.222.0.42 "GET /v2.0/networks/389311ee-b4f4-4d7f-89a6-51f9bda5ef70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891747 Jul 02 03:43:18.691426 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:18.710984 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-d535075e-26a6-4c44-a986-722c080f16a2 service neutron] 10.222.0.42 "GET /v2.0/networks/389311ee-b4f4-4d7f-89a6-51f9bda5ef70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915234 Jul 02 03:43:18.879371 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f93071b8-9d81-4cad-a37e-c33a45a2773e req-9e1cb818-ad45-40e6-9c2e-6f7f3065942a tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af2c7ed-c01c-4f12-a9c9-28129e849bdc HTTP/1.1" status: 200 len: 210 time: 0.0295343 Jul 02 03:43:19.420292 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40860a1b-aadf-45b7-a4cb-c7d5b868a692 req-466a99ad-4cd5-40e1-b393-8e35e595e041 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:19.421818 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-40860a1b-aadf-45b7-a4cb-c7d5b868a692 req-466a99ad-4cd5-40e1-b393-8e35e595e041 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 945 time: 0.0503290 Jul 02 03:43:19.475885 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-40860a1b-aadf-45b7-a4cb-c7d5b868a692 req-02edea70-a7bb-4db4-8bb8-26697e19e513 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468619 Jul 02 03:43:19.978830 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-22f96858-eac6-4c55-8477-1e33f2d058ae req-5993758b-d7d5-43b3-8103-f4a4da51448b tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af2c7ed-c01c-4f12-a9c9-28129e849bdc HTTP/1.1" status: 200 len: 210 time: 0.0283620 Jul 02 03:43:20.108119 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-808ffa0e-7b53-4898-97eb-0aa5370156dc tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:20.109646 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-808ffa0e-7b53-4898-97eb-0aa5370156dc tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.26 "GET /v2.0/networks?id=389311ee-b4f4-4d7f-89a6-51f9bda5ef70 HTTP/1.1" status: 200 len: 815 time: 0.1111748 Jul 02 03:43:20.181064 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-8b53bfd7-6ab7-4f3e-8599-fe89e3133df1 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b44eff44cb504e1f9bf037303db24d1b HTTP/1.1" status: 200 len: 379 time: 0.0534961 Jul 02 03:43:20.260114 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-173360bd-d532-4f54-a7e3-feee89f42871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:20.303965 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-2ec5fabc-34ae-4c48-a408-b6615b97249e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Request body: {'port': {'device_id': '1af2c7ed-c01c-4f12-a9c9-28129e849bdc', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'admin_state_up': True, 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'security_groups': ['4e285f35-eb25-43ab-9a47-b1d9fad9f320']}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:43:20.421426 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-2ec5fabc-34ae-4c48-a408-b6615b97249e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Made reservation on behalf of b44eff44cb504e1f9bf037303db24d1b for: {'port': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:43:20.424956 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-2ec5fabc-34ae-4c48-a408-b6615b97249e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:20.482897 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:20.554642 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-2ec5fabc-34ae-4c48-a408-b6615b97249e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Allocated IP 172.20.0.9 (389311ee-b4f4-4d7f-89a6-51f9bda5ef70/c753fd38-19d6-439d-9e37-af1a40857012/69d4d9fb-1309-4a88-8717-b17ebe2b00bd) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:43:20.558812 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:20.605834 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c72714-3c0e-4095-8a73-3a7760f42e04 req-96e8603d-1e81-4ed8-9eb1-674b83d904b8 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:20.607353 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-22c72714-3c0e-4095-8a73-3a7760f42e04 req-96e8603d-1e81-4ed8-9eb1-674b83d904b8 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 945 time: 0.0490830 Jul 02 03:43:20.658855 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-22c72714-3c0e-4095-8a73-3a7760f42e04 req-f868069b-eeec-4ce9-b7f8-3101b85392b5 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452814 Jul 02 03:43:20.699278 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-2ec5fabc-34ae-4c48-a408-b6615b97249e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for port (69d4d9fb-1309-4a88-8717-b17ebe2b00bd), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:20.732472 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-2ec5fabc-34ae-4c48-a408-b6615b97249e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (69d4d9fb-1309-4a88-8717-b17ebe2b00bd), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:20.776154 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-2ec5fabc-34ae-4c48-a408-b6615b97249e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Network 389311ee-b4f4-4d7f-89a6-51f9bda5ef70 is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:43:20.779339 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-2ec5fabc-34ae-4c48-a408-b6615b97249e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:43:20.783470 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-2ec5fabc-34ae-4c48-a408-b6615b97249e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:43:20.789495 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5fabc-34ae-4c48-a408-b6615b97249e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event updated for resources: {'Port': ['ID=69d4d9fb-1309-4a88-8717-b17ebe2b00bd,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:20.839389 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-2ec5fabc-34ae-4c48-a408-b6615b97249e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:20.840013 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-2ec5fabc-34ae-4c48-a408-b6615b97249e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:20.859745 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-2ec5fabc-34ae-4c48-a408-b6615b97249e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5598791 Jul 02 03:43:20.880897 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-16b2b741-12f6-404d-9f37-88afc0fb73a3 service neutron] Request body: {'port': {'device_id': '1af2c7ed-c01c-4f12-a9c9-28129e849bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:43:20.946967 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-16b2b741-12f6-404d-9f37-88afc0fb73a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (69d4d9fb-1309-4a88-8717-b17ebe2b00bd), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:21.039663 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-42217c70-cc58-41eb-8667-3f5eb309cb5c None None] Provisioning complete for port 69d4d9fb-1309-4a88-8717-b17ebe2b00bd triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:43:21.040075 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-42217c70-cc58-41eb-8667-3f5eb309cb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (69d4d9fb-1309-4a88-8717-b17ebe2b00bd), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:21.088606 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-42217c70-cc58-41eb-8667-3f5eb309cb5c None None] Port 69d4d9fb-1309-4a88-8717-b17ebe2b00bd cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:43:21.097262 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80f415-e576-4deb-9950-b97a5dbace80 req-ba6148d7-ac8e-4485-a750-ba1e97097513 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:21.098825 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ac80f415-e576-4deb-9950-b97a5dbace80 req-ba6148d7-ac8e-4485-a750-ba1e97097513 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af2c7ed-c01c-4f12-a9c9-28129e849bdc HTTP/1.1" status: 200 len: 931 time: 0.0501957 Jul 02 03:43:21.150979 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ac80f415-e576-4deb-9950-b97a5dbace80 req-85b14b1d-4d02-43f0-b43f-9654a0b91f1d tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e285f35-eb25-43ab-9a47-b1d9fad9f320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464454 Jul 02 03:43:21.219208 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-16b2b741-12f6-404d-9f37-88afc0fb73a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d4d9fb-1309-4a88-8717-b17ebe2b00bd {{(pid=104250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:43:21.227601 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-16b2b741-12f6-404d-9f37-88afc0fb73a3 service neutron] Publish callbacks [] for port (69d4d9fb-1309-4a88-8717-b17ebe2b00bd), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:21.245962 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.provisioning_blocks [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-16b2b741-12f6-404d-9f37-88afc0fb73a3 service neutron] Transition to ACTIVE for port object 69d4d9fb-1309-4a88-8717-b17ebe2b00bd will not be triggered until provisioned by entity L2. {{(pid=104250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 02 03:43:21.251705 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-16b2b741-12f6-404d-9f37-88afc0fb73a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (69d4d9fb-1309-4a88-8717-b17ebe2b00bd), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:21.304847 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2b741-12f6-404d-9f37-88afc0fb73a3 service neutron] Pushing event updated for resources: {'Port': ['ID=69d4d9fb-1309-4a88-8717-b17ebe2b00bd,revision_number=2']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:21.346875 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:21.360145 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:21.383655 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-16b2b741-12f6-404d-9f37-88afc0fb73a3 service neutron] Attempting to bind port 69d4d9fb-1309-4a88-8717-b17ebe2b00bd on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:43:21.383989 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-16b2b741-12f6-404d-9f37-88afc0fb73a3 service neutron] Attempting to bind port 69d4d9fb-1309-4a88-8717-b17ebe2b00bd by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'f42053ac-70b9-4a5f-91c4-b122b3b8433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70'}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:43:21.384320 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-16b2b741-12f6-404d-9f37-88afc0fb73a3 service neutron] Attempting to bind port 69d4d9fb-1309-4a88-8717-b17ebe2b00bd on network 389311ee-b4f4-4d7f-89a6-51f9bda5ef70 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:43:21.389928 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-16b2b741-12f6-404d-9f37-88afc0fb73a3 service neutron] Port 69d4d9fb-1309-4a88-8717-b17ebe2b00bd on network 389311ee-b4f4-4d7f-89a6-51f9bda5ef70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 02 03:43:21.390248 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-16b2b741-12f6-404d-9f37-88afc0fb73a3 service neutron] Attempting to bind port 69d4d9fb-1309-4a88-8717-b17ebe2b00bd on network 389311ee-b4f4-4d7f-89a6-51f9bda5ef70 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:43:21.395991 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-16b2b741-12f6-404d-9f37-88afc0fb73a3 service neutron] Checking agent: {'id': 'b6c7a065-6c6d-4192-b8a5-562c9c844309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'started_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:43:21.396325 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-16b2b741-12f6-404d-9f37-88afc0fb73a3 service neutron] Checking segment: {'id': 'f42053ac-70b9-4a5f-91c4-b122b3b8433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:43:21.396710 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-16b2b741-12f6-404d-9f37-88afc0fb73a3 service neutron] Bound using segment: {'id': 'f42053ac-70b9-4a5f-91c4-b122b3b8433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70'} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:43:21.397134 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-16b2b741-12f6-404d-9f37-88afc0fb73a3 service neutron] Bound port: 69d4d9fb-1309-4a88-8717-b17ebe2b00bd, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42053ac-70b9-4a5f-91c4-b122b3b8433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70'}}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:43:21.397492 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-16b2b741-12f6-404d-9f37-88afc0fb73a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (69d4d9fb-1309-4a88-8717-b17ebe2b00bd), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:21.468173 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-16b2b741-12f6-404d-9f37-88afc0fb73a3 service neutron] For port 69d4d9fb-1309-4a88-8717-b17ebe2b00bd, host hv-cinder-84684, cleared binding levels {{(pid=104250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:43:21.471578 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-16b2b741-12f6-404d-9f37-88afc0fb73a3 service neutron] For port 69d4d9fb-1309-4a88-8717-b17ebe2b00bd, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=69d4d9fb-1309-4a88-8717-b17ebe2b00bd,segment=NetworkSegment(f42053ac-70b9-4a5f-91c4-b122b3b8433a),segment_id=f42053ac-70b9-4a5f-91c4-b122b3b8433a)] {{(pid=104250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:43:21.478676 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-16b2b741-12f6-404d-9f37-88afc0fb73a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (69d4d9fb-1309-4a88-8717-b17ebe2b00bd), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:21.500799 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:21.516142 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-16b2b741-12f6-404d-9f37-88afc0fb73a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:21.516632 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-16b2b741-12f6-404d-9f37-88afc0fb73a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:21.518790 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-16b2b741-12f6-404d-9f37-88afc0fb73a3 service neutron] 10.222.0.26 "PUT /v2.0/ports/69d4d9fb-1309-4a88-8717-b17ebe2b00bd HTTP/1.1" status: 200 len: 1093 time: 0.6426435 Jul 02 03:43:21.519230 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af2c7ed-c01c-4f12-a9c9-28129e849bdc', 'tag': '69d4d9fb-1309-4a88-8717-b17ebe2b00bd'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:43:21.521519 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54979054-f345-40ff-8bbe-66d03934c884" -d '{"events": [{"name": "network-changed", "server_uuid": "1af2c7ed-c01c-4f12-a9c9-28129e849bdc", "tag": "69d4d9fb-1309-4a88-8717-b17ebe2b00bd"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:43:21.543355 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2b741-12f6-404d-9f37-88afc0fb73a3 service neutron] Pushing event updated for resources: {'Port': ['ID=69d4d9fb-1309-4a88-8717-b17ebe2b00bd,revision_number=3']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:21.558423 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c440bd-ed22-4a11-b34f-de8631b34ab8 x-openstack-request-id: req-12c440bd-ed22-4a11-b34f-de8631b34ab8 {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:43:21.558723 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af2c7ed-c01c-4f12-a9c9-28129e849bdc", "tag": "69d4d9fb-1309-4a88-8717-b17ebe2b00bd", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:43:21.558977 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-12c440bd-ed22-4a11-b34f-de8631b34ab8 {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:43:21.559415 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12c440bd-ed22-4a11-b34f-de8631b34ab8'] response: {'name': 'network-changed', 'server_uuid': '1af2c7ed-c01c-4f12-a9c9-28129e849bdc', 'tag': '69d4d9fb-1309-4a88-8717-b17ebe2b00bd', 'status': 'completed', 'code': 200} Jul 02 03:43:21.740860 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54979054-f345-40ff-8bbe-66d03934c884 req-5185a38b-8b2b-4c55-b830-77d8b6af0005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:21.742678 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-54979054-f345-40ff-8bbe-66d03934c884 req-5185a38b-8b2b-4c55-b830-77d8b6af0005 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b44eff44cb504e1f9bf037303db24d1b&device_id=1af2c7ed-c01c-4f12-a9c9-28129e849bdc HTTP/1.1" status: 200 len: 1127 time: 0.0420594 Jul 02 03:43:21.778354 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd2f0f-d126-48bb-aa30-2ba4217bdbb4 req-4c8ce00c-04c3-4e06-9458-e5aec886a63c tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:21.779909 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7afd2f0f-d126-48bb-aa30-2ba4217bdbb4 req-4c8ce00c-04c3-4e06-9458-e5aec886a63c tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 945 time: 0.0496743 Jul 02 03:43:21.827891 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7afd2f0f-d126-48bb-aa30-2ba4217bdbb4 req-addb64de-8eef-4ebb-a819-131c6f950c17 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418286 Jul 02 03:43:21.873060 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54979054-f345-40ff-8bbe-66d03934c884 req-b1a25ef6-e634-42c4-b2b6-930efd931221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:21.874558 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-54979054-f345-40ff-8bbe-66d03934c884 req-b1a25ef6-e634-42c4-b2b6-930efd931221 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b44eff44cb504e1f9bf037303db24d1b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0987852 Jul 02 03:43:21.979954 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54979054-f345-40ff-8bbe-66d03934c884 req-c9cb9fc4-9ec1-45fc-b030-882741535a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:21.981439 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-54979054-f345-40ff-8bbe-66d03934c884 req-c9cb9fc4-9ec1-45fc-b030-882741535a59 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1009078 Jul 02 03:43:22.095408 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-f2d388fa-c948-4d53-91a9-80cc42b3536b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:22.097675 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-f2d388fa-c948-4d53-91a9-80cc42b3536b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b44eff44cb504e1f9bf037303db24d1b&device_id=1af2c7ed-c01c-4f12-a9c9-28129e849bdc HTTP/1.1" status: 200 len: 1127 time: 0.0442319 Jul 02 03:43:22.145253 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-f626b3f6-6cf2-46ff-8dae-3cea8bed48cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69d4d9fb-1309-4a88-8717-b17ebe2b00bd HTTP/1.1" status: 200 len: 217 time: 0.0329857 Jul 02 03:43:22.196166 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-b06295e6-7bde-486f-8c34-95a5ea305af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:22.197659 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-b06295e6-7bde-486f-8c34-95a5ea305af8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c753fd38-19d6-439d-9e37-af1a40857012 HTTP/1.1" status: 200 len: 854 time: 0.0450118 Jul 02 03:43:22.245586 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-1baf155d-051b-4e80-84bf-6e918127c6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:22.247136 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-1baf155d-051b-4e80-84bf-6e918127c6ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=389311ee-b4f4-4d7f-89a6-51f9bda5ef70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420644 Jul 02 03:43:22.269660 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fe3d1-c35c-4798-b96e-22852514f443 req-0f1aae13-a97f-427e-a51c-8c794ea466ba tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:22.271220 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-726fe3d1-c35c-4798-b96e-22852514f443 req-0f1aae13-a97f-427e-a51c-8c794ea466ba tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af2c7ed-c01c-4f12-a9c9-28129e849bdc HTTP/1.1" status: 200 len: 943 time: 0.0480928 Jul 02 03:43:22.318762 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-726fe3d1-c35c-4798-b96e-22852514f443 req-4946a207-ba1e-436e-a56f-3785859b4fcd tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e285f35-eb25-43ab-9a47-b1d9fad9f320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417571 Jul 02 03:43:22.338967 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-6714b6df-135d-4bc6-81d2-96da2aa1e0de service neutron] 10.222.0.26 "GET /v2.0/networks/389311ee-b4f4-4d7f-89a6-51f9bda5ef70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857723 Jul 02 03:43:22.437661 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e4a3388b-9285-4679-b282-3a56e7de1243 req-acfca2f8-ab98-4346-b5a2-db54458bc3e7 service neutron] 10.222.0.26 "GET /v2.0/networks/389311ee-b4f4-4d7f-89a6-51f9bda5ef70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924232 Jul 02 03:43:22.549490 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-1e2ea798-0fb9-4e6e-8f00-f205fe23bfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:22.963786 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24160f4-da5f-440d-8ae5-e494d493830c req-714703fa-7b19-4085-bef2-d095cce38261 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:22.965299 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f24160f4-da5f-440d-8ae5-e494d493830c req-714703fa-7b19-4085-bef2-d095cce38261 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 945 time: 0.0562234 Jul 02 03:43:22.989217 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:43:23.015785 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f24160f4-da5f-440d-8ae5-e494d493830c req-2d67f096-ece3-4a01-82ad-dafd4a73e333 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446737 Jul 02 03:43:23.443644 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f05f7-d7dc-4bf1-af50-fdc60ebdf2e8 req-840bd8d0-c78e-43e1-bf1c-24bbe0ba2b66 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:23.445179 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-969f05f7-d7dc-4bf1-af50-fdc60ebdf2e8 req-840bd8d0-c78e-43e1-bf1c-24bbe0ba2b66 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af2c7ed-c01c-4f12-a9c9-28129e849bdc HTTP/1.1" status: 200 len: 943 time: 0.0570469 Jul 02 03:43:23.471057 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:23.492426 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-969f05f7-d7dc-4bf1-af50-fdc60ebdf2e8 req-e5376687-14bb-43e7-8e7e-e3c5f449f229 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e285f35-eb25-43ab-9a47-b1d9fad9f320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414305 Jul 02 03:43:23.616090 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:24.145010 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff544b0-37b4-4a6a-8c11-ae4666a732e9 req-666ef34b-1360-423c-913b-6c4265f8b6ea tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:24.146517 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-dff544b0-37b4-4a6a-8c11-ae4666a732e9 req-666ef34b-1360-423c-913b-6c4265f8b6ea tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 945 time: 0.0522172 Jul 02 03:43:24.193318 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-dff544b0-37b4-4a6a-8c11-ae4666a732e9 req-9a7fc9c1-24db-407a-9334-d9fef8410b48 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410726 Jul 02 03:43:24.617193 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eafefe-5c1a-44fd-b9c8-16734135c763 req-9b0c541a-f22f-453a-ad93-92644db50413 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:24.618704 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-28eafefe-5c1a-44fd-b9c8-16734135c763 req-9b0c541a-f22f-453a-ad93-92644db50413 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af2c7ed-c01c-4f12-a9c9-28129e849bdc HTTP/1.1" status: 200 len: 943 time: 0.0545044 Jul 02 03:43:24.668078 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-28eafefe-5c1a-44fd-b9c8-16734135c763 req-0c4dba17-c5b2-44b8-951e-2840a6cbf44e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e285f35-eb25-43ab-9a47-b1d9fad9f320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436599 Jul 02 03:43:25.220494 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:25.328182 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c52920-4680-4426-86a7-c3e3c3c6e442 req-8973e7ed-8353-4a0d-af7b-b88c0cef2917 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:25.329698 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-89c52920-4680-4426-86a7-c3e3c3c6e442 req-8973e7ed-8353-4a0d-af7b-b88c0cef2917 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 945 time: 0.0625596 Jul 02 03:43:25.339047 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:25.382856 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-89c52920-4680-4426-86a7-c3e3c3c6e442 req-f3030bfc-8ac6-48a3-8d92-39348d95e298 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460601 Jul 02 03:43:25.770100 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:25.797064 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9c103-4f99-4f16-a2cb-1fc85a9a828a req-32d9a0f5-7299-46b8-b7ab-6d1274429708 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:25.799077 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-18b9c103-4f99-4f16-a2cb-1fc85a9a828a req-32d9a0f5-7299-46b8-b7ab-6d1274429708 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af2c7ed-c01c-4f12-a9c9-28129e849bdc HTTP/1.1" status: 200 len: 943 time: 0.0571032 Jul 02 03:43:25.847010 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-18b9c103-4f99-4f16-a2cb-1fc85a9a828a req-a4fd64c8-7cdf-462a-be29-c69abcb99eb9 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e285f35-eb25-43ab-9a47-b1d9fad9f320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420735 Jul 02 03:43:26.518954 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1842a-f39e-4497-b251-f4c415bcd406 req-1cddef5c-cf20-48e1-a1ce-168f2141adc4 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:26.520492 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b0e1842a-f39e-4497-b251-f4c415bcd406 req-1cddef5c-cf20-48e1-a1ce-168f2141adc4 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 945 time: 0.0480402 Jul 02 03:43:26.575530 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b0e1842a-f39e-4497-b251-f4c415bcd406 req-5c79810a-a7e0-4844-b5bf-ec1115cafcc1 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467985 Jul 02 03:43:26.604709 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 69d4d9fb-1309-4a88-8717-b17ebe2b00bd details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 03:43:26.708195 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 69d4d9fb-1309-4a88-8717-b17ebe2b00bd, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=69d4d9fb-1309-4a88-8717-b17ebe2b00bd,segment=NetworkSegment(f42053ac-70b9-4a5f-91c4-b122b3b8433a),segment_id=f42053ac-70b9-4a5f-91c4-b122b3b8433a)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:43:26.719202 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Returning: {'device': '69d4d9fb-1309-4a88-8717-b17ebe2b00bd', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'port_id': '69d4d9fb-1309-4a88-8717-b17ebe2b00bd', 'mac_address': 'fa:16:3e:11:e8:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 03:43:26.754124 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 69d4d9fb-1309-4a88-8717-b17ebe2b00bd is: DOWN; New status is: BUILD {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:43:26.754500 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (69d4d9fb-1309-4a88-8717-b17ebe2b00bd), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:26.768845 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d4d9fb-1309-4a88-8717-b17ebe2b00bd {{(pid=104251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:43:26.793104 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 69d4d9fb-1309-4a88-8717-b17ebe2b00bd, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=69d4d9fb-1309-4a88-8717-b17ebe2b00bd,segment=NetworkSegment(f42053ac-70b9-4a5f-91c4-b122b3b8433a),segment_id=f42053ac-70b9-4a5f-91c4-b122b3b8433a)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:43:26.798864 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (69d4d9fb-1309-4a88-8717-b17ebe2b00bd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:26.848193 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=69d4d9fb-1309-4a88-8717-b17ebe2b00bd,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:26.966484 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52bbb5-a8cf-4fc8-ae44-588b28d6bfa9 req-2e1cab32-8a0b-49fe-b672-45324268bdb7 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:26.967899 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-db52bbb5-a8cf-4fc8-ae44-588b28d6bfa9 req-2e1cab32-8a0b-49fe-b672-45324268bdb7 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af2c7ed-c01c-4f12-a9c9-28129e849bdc HTTP/1.1" status: 200 len: 944 time: 0.0503910 Jul 02 03:43:27.018286 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-db52bbb5-a8cf-4fc8-ae44-588b28d6bfa9 req-8a13ab62-920b-47b0-bea0-242bfebed3b2 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e285f35-eb25-43ab-9a47-b1d9fad9f320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445929 Jul 02 03:43:27.474661 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['69d4d9fb-1309-4a88-8717-b17ebe2b00bd'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:43:27.522525 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:27.705751 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f902710-3020-4071-972f-eca19030d203 req-bc8e3e9a-363b-47ed-8a46-921e84e7b362 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:27.707227 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8f902710-3020-4071-972f-eca19030d203 req-bc8e3e9a-363b-47ed-8a46-921e84e7b362 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 945 time: 0.0564411 Jul 02 03:43:27.755578 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8f902710-3020-4071-972f-eca19030d203 req-dc981c6d-13a7-490c-bd90-83fd99972eb2 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420053 Jul 02 03:43:28.145360 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd251f9-fe0b-43f6-bc73-2a80a6440681 req-2d9e6d55-0f81-49ab-95c1-a2b69d60f483 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:28.146837 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2fd251f9-fe0b-43f6-bc73-2a80a6440681 req-2d9e6d55-0f81-49ab-95c1-a2b69d60f483 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af2c7ed-c01c-4f12-a9c9-28129e849bdc HTTP/1.1" status: 200 len: 944 time: 0.0472715 Jul 02 03:43:28.202949 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2fd251f9-fe0b-43f6-bc73-2a80a6440681 req-2cd65476-4a94-43cf-883e-26c98bd0b934 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e285f35-eb25-43ab-9a47-b1d9fad9f320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482643 Jul 02 03:43:28.624169 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 69d4d9fb-1309-4a88-8717-b17ebe2b00bd up at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:43:28.676529 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning for port 69d4d9fb-1309-4a88-8717-b17ebe2b00bd completed by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 02 03:43:28.685748 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning complete for port 69d4d9fb-1309-4a88-8717-b17ebe2b00bd triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:43:28.686159 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (69d4d9fb-1309-4a88-8717-b17ebe2b00bd), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:28.761796 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 69d4d9fb-1309-4a88-8717-b17ebe2b00bd is: BUILD; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:43:28.762176 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (69d4d9fb-1309-4a88-8717-b17ebe2b00bd), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:28.784782 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af2c7ed-c01c-4f12-a9c9-28129e849bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d4d9fb-1309-4a88-8717-b17ebe2b00bd'}] {{(pid=104251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:43:28.787409 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea91eb0431f3890beba7fecfff9803703e4988fc204844c40d6eadfc05b4f309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed65e5c-58f4-4750-ac93-9bd5256e7e12" -d '{"events": [{"server_uuid": "1af2c7ed-c01c-4f12-a9c9-28129e849bdc", "name": "network-vif-plugged", "status": "completed", "tag": "69d4d9fb-1309-4a88-8717-b17ebe2b00bd"}]}' {{(pid=104251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:43:28.804341 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 69d4d9fb-1309-4a88-8717-b17ebe2b00bd, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=69d4d9fb-1309-4a88-8717-b17ebe2b00bd,segment=NetworkSegment(f42053ac-70b9-4a5f-91c4-b122b3b8433a),segment_id=f42053ac-70b9-4a5f-91c4-b122b3b8433a)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:43:28.817465 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (69d4d9fb-1309-4a88-8717-b17ebe2b00bd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:28.843174 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ef0152-c6f5-40a8-b8d1-45ba52543ddf x-openstack-request-id: req-c8ef0152-c6f5-40a8-b8d1-45ba52543ddf {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:43:28.843496 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af2c7ed-c01c-4f12-a9c9-28129e849bdc", "name": "network-vif-plugged", "status": "completed", "tag": "69d4d9fb-1309-4a88-8717-b17ebe2b00bd", "code": 200}]} {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:43:28.843750 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c8ef0152-c6f5-40a8-b8d1-45ba52543ddf {{(pid=104251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:43:28.844202 dv-cinder-846842-9-iscsi neutron-server[104251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8ef0152-c6f5-40a8-b8d1-45ba52543ddf'] response: {'server_uuid': '1af2c7ed-c01c-4f12-a9c9-28129e849bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d4d9fb-1309-4a88-8717-b17ebe2b00bd', 'code': 200} Jul 02 03:43:28.874660 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=69d4d9fb-1309-4a88-8717-b17ebe2b00bd,revision_number=5']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:29.040583 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d410972-0d4a-4e5c-bb2a-e08cb3ae0f7d req-e7ad1a6e-2dd2-4037-876d-aa7a3d090554 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:29.042535 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8d410972-0d4a-4e5c-bb2a-e08cb3ae0f7d req-e7ad1a6e-2dd2-4037-876d-aa7a3d090554 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 945 time: 0.0494585 Jul 02 03:43:29.094369 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8d410972-0d4a-4e5c-bb2a-e08cb3ae0f7d req-52c2ea17-0552-4939-9189-caca6ae2d7bb tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461192 Jul 02 03:43:29.114151 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796e8ab-14fd-4173-960c-36fd6f296def req-7884fdf4-ae3a-4cda-86db-3e04e97609b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:29.115371 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1796e8ab-14fd-4173-960c-36fd6f296def req-7884fdf4-ae3a-4cda-86db-3e04e97609b2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1af2c7ed-c01c-4f12-a9c9-28129e849bdc HTTP/1.1" status: 200 len: 1129 time: 0.0420418 Jul 02 03:43:29.206970 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1796e8ab-14fd-4173-960c-36fd6f296def req-8672f336-f4b5-4edd-bcdd-45f0a97d45a6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4e285f35-eb25-43ab-9a47-b1d9fad9f320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434618 Jul 02 03:43:29.328617 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9c2e3-cd29-4f58-9bfe-563ca4ce9ad7 req-fe7b8b38-f409-452c-af23-d6075c20a7eb tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:29.330169 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-eeb9c2e3-cd29-4f58-9bfe-563ca4ce9ad7 req-fe7b8b38-f409-452c-af23-d6075c20a7eb tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af2c7ed-c01c-4f12-a9c9-28129e849bdc HTTP/1.1" status: 200 len: 945 time: 0.0561445 Jul 02 03:43:29.386891 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-eeb9c2e3-cd29-4f58-9bfe-563ca4ce9ad7 req-10963d57-0a01-419c-9ecc-9cd4a37e0173 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e285f35-eb25-43ab-9a47-b1d9fad9f320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502264 Jul 02 03:43:30.133815 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:30.139416 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-e53621b0-aacd-46f1-b741-cd8088a22ad4 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-500091931&fields=id&tenant_id=01fccbd11a4b4e859bec1a56f42315b2 HTTP/1.1" status: 200 len: 267 time: 0.0616500 Jul 02 03:43:30.255866 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9d537-d84c-45b1-9a09-c108e00f7b77 req-dce5c180-a3ea-4f0d-a924-4dc6ff84e45e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:30.257241 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fcf9d537-d84c-45b1-9a09-c108e00f7b77 req-dce5c180-a3ea-4f0d-a924-4dc6ff84e45e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 945 time: 0.0878248 Jul 02 03:43:30.304369 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-785b3793-f6d2-4f6f-9b9c-f63bd748ca41 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:30.305806 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-785b3793-f6d2-4f6f-9b9c-f63bd748ca41 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/networks?id=f1ef0821-e2dc-4511-8f33-8aac33bfb07d HTTP/1.1" status: 200 len: 811 time: 0.1596375 Jul 02 03:43:30.332470 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-45d49956-c40b-4d6d-b5b0-a14bd988f9d8 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/quotas/01fccbd11a4b4e859bec1a56f42315b2 HTTP/1.1" status: 200 len: 375 time: 0.0211625 Jul 02 03:43:30.335580 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fcf9d537-d84c-45b1-9a09-c108e00f7b77 req-cb82d51e-eb75-4dc3-a1cf-73f4663407a7 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713909 Jul 02 03:43:30.381593 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-cd9ad52e-1967-4a3b-af1d-3cf1e8770351 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=01fccbd11a4b4e859bec1a56f42315b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436618 Jul 02 03:43:30.492851 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:30.519375 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788db8a9-9113-4761-a2ad-b31fcbec2298 req-ff958200-7ac0-4e6e-b7ff-c783bb400333 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:30.520785 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-788db8a9-9113-4761-a2ad-b31fcbec2298 req-ff958200-7ac0-4e6e-b7ff-c783bb400333 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af2c7ed-c01c-4f12-a9c9-28129e849bdc HTTP/1.1" status: 200 len: 945 time: 0.0618546 Jul 02 03:43:30.526235 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-e832ac64-fd64-4276-9489-b1a6fc83c7d7 service neutron] 10.222.0.42 "GET /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327922 Jul 02 03:43:30.632282 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-788db8a9-9113-4761-a2ad-b31fcbec2298 req-10e77f68-632f-4600-8809-2719d21ac896 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e285f35-eb25-43ab-9a47-b1d9fad9f320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051168 Jul 02 03:43:30.654004 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-6a886a9e-ca58-4a88-b55f-0826341a4695 service neutron] 10.222.0.42 "GET /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201475 Jul 02 03:43:30.963244 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0965d4ac-019f-42e4-8159-641530d0a7c3 req-2bbfd1b5-fe5a-48e3-b314-bb1813801241 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0acb8d-32fc-45d8-92c5-50acf318209b HTTP/1.1" status: 200 len: 210 time: 0.0291011 Jul 02 03:43:31.457966 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ce4db-38ba-4993-b2de-632e07aab349 req-d1d8f182-3a6a-4ed7-87a7-672b4d438323 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:31.459615 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e57ce4db-38ba-4993-b2de-632e07aab349 req-d1d8f182-3a6a-4ed7-87a7-672b4d438323 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 945 time: 0.0498335 Jul 02 03:43:31.512380 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e57ce4db-38ba-4993-b2de-632e07aab349 req-8a0d3e3a-e3fc-46cd-88c9-bebe245d13ef tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448091 Jul 02 03:43:31.751505 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0bfbc3-1f3e-4163-87d7-5918f21c6943 req-fd7412de-5500-48ca-8b72-b1c23b23ae37 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:31.753216 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0e0bfbc3-1f3e-4163-87d7-5918f21c6943 req-fd7412de-5500-48ca-8b72-b1c23b23ae37 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af2c7ed-c01c-4f12-a9c9-28129e849bdc HTTP/1.1" status: 200 len: 945 time: 0.0468955 Jul 02 03:43:31.805319 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0e0bfbc3-1f3e-4163-87d7-5918f21c6943 req-64a5a003-e488-46ad-8d56-480e6e29d00e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e285f35-eb25-43ab-9a47-b1d9fad9f320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462170 Jul 02 03:43:31.921942 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0900f46-195d-4b65-aa0d-7d33af198c4b req-bbaae327-f965-41a8-9c7d-f931f868c54f tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:31.923458 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e0900f46-195d-4b65-aa0d-7d33af198c4b req-bbaae327-f965-41a8-9c7d-f931f868c54f tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af2c7ed-c01c-4f12-a9c9-28129e849bdc HTTP/1.1" status: 200 len: 945 time: 0.0493176 Jul 02 03:43:31.932126 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 39590) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:43:31.936595 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-184182b9-a419-4b6d-a788-d0979fa9bfe6 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Request body: {'floatingip': {'port_id': '69d4d9fb-1309-4a88-8717-b17ebe2b00bd'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:43:31.975157 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-184182b9-a419-4b6d-a788-d0979fa9bfe6 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for floatingip (962cfd27-7ca9-4f02-80b9-d6bb4e68e24e), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:32.074213 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:32.095963 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4767759e-255a-4c22-85b7-d8ad9b9ebfba req-941ea797-0da6-42de-b893-b67df52f1cff tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0acb8d-32fc-45d8-92c5-50acf318209b HTTP/1.1" status: 200 len: 210 time: 0.0494583 Jul 02 03:43:32.097345 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-496a548d-ecd2-4a3a-8720-97a1a8a01191 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:32.099171 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-496a548d-ecd2-4a3a-8720-97a1a8a01191 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.26 "GET /v2.0/networks?id=f1ef0821-e2dc-4511-8f33-8aac33bfb07d HTTP/1.1" status: 200 len: 811 time: 0.1287766 Jul 02 03:43:32.164511 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:32.202142 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-9802e6ef-5f5f-47a1-851c-d5f6e6d59a66 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01fccbd11a4b4e859bec1a56f42315b2 HTTP/1.1" status: 200 len: 379 time: 0.0577440 Jul 02 03:43:32.211845 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-9beb3f56-9f69-4053-a211-ede4c40f283e tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Request body: {'port': {'device_id': 'ea0acb8d-32fc-45d8-92c5-50acf318209b', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'admin_state_up': True, 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'security_groups': ['127feac9-d89f-44c3-9a03-02d678583878']}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:43:32.316953 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:32.325158 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-9beb3f56-9f69-4053-a211-ede4c40f283e tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Made reservation on behalf of 01fccbd11a4b4e859bec1a56f42315b2 for: {'port': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:43:32.328881 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-9beb3f56-9f69-4053-a211-ede4c40f283e tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:32.418475 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-184182b9-a419-4b6d-a788-d0979fa9bfe6 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:32.423473 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-184182b9-a419-4b6d-a788-d0979fa9bfe6 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389155'] for floatingip (962cfd27-7ca9-4f02-80b9-d6bb4e68e24e), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:32.455233 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-9beb3f56-9f69-4053-a211-ede4c40f283e tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Allocated IP 172.20.0.11 (f1ef0821-e2dc-4511-8f33-8aac33bfb07d/1b06dd79-dc3a-4079-aff2-e99618bacbd7/aec144f9-1629-4a8c-81b5-4db1c91d876d) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:43:32.617285 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 41edcc3a-c954-4e67-a0a2-822da68709b0 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 03:43:32.628296 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-9beb3f56-9f69-4053-a211-ede4c40f283e tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for port (aec144f9-1629-4a8c-81b5-4db1c91d876d), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:32.631341 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:32.665210 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-9beb3f56-9f69-4053-a211-ede4c40f283e tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (aec144f9-1629-4a8c-81b5-4db1c91d876d), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:32.709757 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-9beb3f56-9f69-4053-a211-ede4c40f283e tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Network f1ef0821-e2dc-4511-8f33-8aac33bfb07d is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:43:32.715949 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-9beb3f56-9f69-4053-a211-ede4c40f283e tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:43:32.720188 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-9beb3f56-9f69-4053-a211-ede4c40f283e tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:43:32.736690 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 41edcc3a-c954-4e67-a0a2-822da68709b0, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=41edcc3a-c954-4e67-a0a2-822da68709b0,segment=NetworkSegment(645b2d22-891d-43a9-95be-abb4172a72ed),segment_id=645b2d22-891d-43a9-95be-abb4172a72ed)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:43:32.752186 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Returning: {'device': '41edcc3a-c954-4e67-a0a2-822da68709b0', 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f', 'port_id': '41edcc3a-c954-4e67-a0a2-822da68709b0', 'mac_address': 'fa:16:3e:d1:bb:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 03:43:32.779152 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-9beb3f56-9f69-4053-a211-ede4c40f283e tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:32.779431 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-9beb3f56-9f69-4053-a211-ede4c40f283e tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:32.793122 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 41edcc3a-c954-4e67-a0a2-822da68709b0 is: ACTIVE; New status is: BUILD {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:43:32.793778 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (41edcc3a-c954-4e67-a0a2-822da68709b0), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:32.808138 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999b970-b52f-404a-9ad2-6d195d57d4bc req-1e058383-70b3-493c-8a72-8da90db49d48 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:32.810279 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d999b970-b52f-404a-9ad2-6d195d57d4bc req-1e058383-70b3-493c-8a72-8da90db49d48 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 945 time: 0.0604522 Jul 02 03:43:32.811712 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41edcc3a-c954-4e67-a0a2-822da68709b0 {{(pid=104251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:43:32.812418 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb3f56-9f69-4053-a211-ede4c40f283e tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Pushing event updated for resources: {'Port': ['ID=aec144f9-1629-4a8c-81b5-4db1c91d876d,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:32.829919 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-9beb3f56-9f69-4053-a211-ede4c40f283e tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6218417 Jul 02 03:43:32.834761 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:32.838920 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 41edcc3a-c954-4e67-a0a2-822da68709b0, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=41edcc3a-c954-4e67-a0a2-822da68709b0,segment=NetworkSegment(645b2d22-891d-43a9-95be-abb4172a72ed),segment_id=645b2d22-891d-43a9-95be-abb4172a72ed)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:43:32.843614 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (41edcc3a-c954-4e67-a0a2-822da68709b0), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:32.852610 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Request body: {'port': {'device_id': 'ea0acb8d-32fc-45d8-92c5-50acf318209b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:43:32.905439 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=41edcc3a-c954-4e67-a0a2-822da68709b0,revision_number=6']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:32.936397 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (aec144f9-1629-4a8c-81b5-4db1c91d876d), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:32.938717 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.db.l3_db [None req-184182b9-a419-4b6d-a788-d0979fa9bfe6 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Floating IP 962cfd27-7ca9-4f02-80b9-d6bb4e68e24e associated. External IP: 172.27.0.57, port: 69d4d9fb-1309-4a88-8717-b17ebe2b00bd. Jul 02 03:43:32.983039 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d999b970-b52f-404a-9ad2-6d195d57d4bc req-851be650-9809-4342-9db6-b40b97c7f452 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552825 Jul 02 03:43:32.983357 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:32.984114 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:33.015450 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['41edcc3a-c954-4e67-a0a2-822da68709b0'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:43:33.016354 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:33.073602 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-146f8728-5469-4211-82f5-96d46aa4e684 None None] Provisioning complete for port aec144f9-1629-4a8c-81b5-4db1c91d876d triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:43:33.073972 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-146f8728-5469-4211-82f5-96d46aa4e684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (aec144f9-1629-4a8c-81b5-4db1c91d876d), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:33.120256 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:33.144313 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-146f8728-5469-4211-82f5-96d46aa4e684 None None] Port aec144f9-1629-4a8c-81b5-4db1c91d876d cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:43:33.177040 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:33.212683 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184182b9-a419-4b6d-a788-d0979fa9bfe6 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:43:33.246710 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec144f9-1629-4a8c-81b5-4db1c91d876d {{(pid=104250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:43:33.254419 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Publish callbacks [] for port (aec144f9-1629-4a8c-81b5-4db1c91d876d), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:33.256141 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9f01e-6f80-458e-853f-2c05df616c74 req-f5751245-ab85-4e75-bc8c-d73293ce94a3 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:33.257685 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2fe9f01e-6f80-458e-853f-2c05df616c74 req-f5751245-ab85-4e75-bc8c-d73293ce94a3 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0acb8d-32fc-45d8-92c5-50acf318209b HTTP/1.1" status: 200 len: 932 time: 0.0638063 Jul 02 03:43:33.267164 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.provisioning_blocks [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Transition to ACTIVE for port object aec144f9-1629-4a8c-81b5-4db1c91d876d will not be triggered until provisioned by entity L2. {{(pid=104250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 02 03:43:33.272621 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (aec144f9-1629-4a8c-81b5-4db1c91d876d), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:33.334092 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Pushing event updated for resources: {'Port': ['ID=aec144f9-1629-4a8c-81b5-4db1c91d876d,revision_number=2']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:33.363533 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:33.363892 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:33.364231 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:33.364570 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:33.364904 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:33.365235 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:33.365562 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:33.365909 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:33.366220 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:33.366538 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:33.366861 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:33.367188 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:33.367539 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:33.367861 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:33.368179 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:33.396001 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2fe9f01e-6f80-458e-853f-2c05df616c74 req-2b437b01-8db0-4e85-b21f-11df26efef7f tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047685 Jul 02 03:43:33.410713 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184182b9-a419-4b6d-a788-d0979fa9bfe6 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:43:33.423593 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Attempting to bind port aec144f9-1629-4a8c-81b5-4db1c91d876d on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:43:33.424006 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Attempting to bind port aec144f9-1629-4a8c-81b5-4db1c91d876d by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '31ad7417-32f5-4b58-9957-f18600b14123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d'}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:43:33.424260 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Attempting to bind port aec144f9-1629-4a8c-81b5-4db1c91d876d on network f1ef0821-e2dc-4511-8f33-8aac33bfb07d {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:43:33.429634 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-184182b9-a419-4b6d-a788-d0979fa9bfe6 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:33.430276 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Port aec144f9-1629-4a8c-81b5-4db1c91d876d on network f1ef0821-e2dc-4511-8f33-8aac33bfb07d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 02 03:43:33.430461 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ada5f9f-de53-46e8-81d3-54f65381f445 None None] Sync routers for ids ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:43:33.430587 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Attempting to bind port aec144f9-1629-4a8c-81b5-4db1c91d876d on network f1ef0821-e2dc-4511-8f33-8aac33bfb07d {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:43:33.436909 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Checking agent: {'id': 'b6c7a065-6c6d-4192-b8a5-562c9c844309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'started_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:43:33.437398 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Checking segment: {'id': '31ad7417-32f5-4b58-9957-f18600b14123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:43:33.437697 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Bound using segment: {'id': '31ad7417-32f5-4b58-9957-f18600b14123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d'} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:43:33.438127 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Bound port: aec144f9-1629-4a8c-81b5-4db1c91d876d, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ad7417-32f5-4b58-9957-f18600b14123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d'}}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:43:33.438609 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (aec144f9-1629-4a8c-81b5-4db1c91d876d), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:33.445755 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ada5f9f-de53-46e8-81d3-54f65381f445 None None] Routers {'3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:43:33.446492 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-0ada5f9f-de53-46e8-81d3-54f65381f445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:43:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:43:33.468921 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-184182b9-a419-4b6d-a788-d0979fa9bfe6 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "PUT /v2.0/floatingips/962cfd27-7ca9-4f02-80b9-d6bb4e68e24e HTTP/1.1" status: 200 len: 990 time: 1.5355344 Jul 02 03:43:33.469406 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af2c7ed-c01c-4f12-a9c9-28129e849bdc', 'tag': '69d4d9fb-1309-4a88-8717-b17ebe2b00bd'}] {{(pid=104249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:43:33.472313 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f088720257398f3cab103114357bf561c7f80e100abdbb3b7e497acc9cc690b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a611b080-65ec-4b6a-8566-28bd0e2e3452" -d '{"events": [{"name": "network-changed", "server_uuid": "1af2c7ed-c01c-4f12-a9c9-28129e849bdc", "tag": "69d4d9fb-1309-4a88-8717-b17ebe2b00bd"}]}' {{(pid=104249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:43:33.517201 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] For port aec144f9-1629-4a8c-81b5-4db1c91d876d, host hv-cinder-84684, cleared binding levels {{(pid=104250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:43:33.522834 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e284122a-9030-4efb-ad6e-cdf1aff2ae78 x-openstack-request-id: req-e284122a-9030-4efb-ad6e-cdf1aff2ae78 {{(pid=104249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:43:33.523163 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af2c7ed-c01c-4f12-a9c9-28129e849bdc", "tag": "69d4d9fb-1309-4a88-8717-b17ebe2b00bd", "status": "completed", "code": 200}]} {{(pid=104249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:43:33.523650 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e284122a-9030-4efb-ad6e-cdf1aff2ae78 {{(pid=104249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:43:33.524302 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] For port aec144f9-1629-4a8c-81b5-4db1c91d876d, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=aec144f9-1629-4a8c-81b5-4db1c91d876d,segment=NetworkSegment(31ad7417-32f5-4b58-9957-f18600b14123),segment_id=31ad7417-32f5-4b58-9957-f18600b14123)] {{(pid=104250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:43:33.524617 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e284122a-9030-4efb-ad6e-cdf1aff2ae78'] response: {'name': 'network-changed', 'server_uuid': '1af2c7ed-c01c-4f12-a9c9-28129e849bdc', 'tag': '69d4d9fb-1309-4a88-8717-b17ebe2b00bd', 'status': 'completed', 'code': 200} Jul 02 03:43:33.531914 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (aec144f9-1629-4a8c-81b5-4db1c91d876d), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:33.572909 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:33.573559 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:33.574933 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] 10.222.0.26 "PUT /v2.0/ports/aec144f9-1629-4a8c-81b5-4db1c91d876d HTTP/1.1" status: 200 len: 1094 time: 0.7305822 Jul 02 03:43:33.575418 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea0acb8d-32fc-45d8-92c5-50acf318209b', 'tag': 'aec144f9-1629-4a8c-81b5-4db1c91d876d'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:43:33.577254 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-0ada5f9f-de53-46e8-81d3-54f65381f445 None None] Set router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:43:33.577650 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d579458-dddb-498e-b705-de567ac9606c" -d '{"events": [{"name": "network-changed", "server_uuid": "ea0acb8d-32fc-45d8-92c5-50acf318209b", "tag": "aec144f9-1629-4a8c-81b5-4db1c91d876d"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:43:33.637642 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0462bd-7ad2-4d93-bcb3-74237aa16f63 x-openstack-request-id: req-ab0462bd-7ad2-4d93-bcb3-74237aa16f63 {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:43:33.637920 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea0acb8d-32fc-45d8-92c5-50acf318209b", "tag": "aec144f9-1629-4a8c-81b5-4db1c91d876d", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:43:33.638172 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ab0462bd-7ad2-4d93-bcb3-74237aa16f63 {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:43:33.638768 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab0462bd-7ad2-4d93-bcb3-74237aa16f63'] response: {'name': 'network-changed', 'server_uuid': 'ea0acb8d-32fc-45d8-92c5-50acf318209b', 'tag': 'aec144f9-1629-4a8c-81b5-4db1c91d876d', 'status': 'completed', 'code': 200} Jul 02 03:43:33.648016 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3bfa8-3a0f-4fe2-90d8-9f9e277dd832 service neutron] Pushing event updated for resources: {'Port': ['ID=aec144f9-1629-4a8c-81b5-4db1c91d876d,revision_number=3']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:33.652117 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611b080-65ec-4b6a-8566-28bd0e2e3452 req-2901608e-f38c-439b-b8b9-931a4e1ddfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:33.653879 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-a611b080-65ec-4b6a-8566-28bd0e2e3452 req-2901608e-f38c-439b-b8b9-931a4e1ddfcd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b44eff44cb504e1f9bf037303db24d1b&device_id=1af2c7ed-c01c-4f12-a9c9-28129e849bdc HTTP/1.1" status: 200 len: 1129 time: 0.0826344 Jul 02 03:43:33.725869 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-b6ccab5a-7c18-40e5-a6f2-023becb3a629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:33.727287 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-b6ccab5a-7c18-40e5-a6f2-023becb3a629 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01fccbd11a4b4e859bec1a56f42315b2&device_id=ea0acb8d-32fc-45d8-92c5-50acf318209b HTTP/1.1" status: 200 len: 1128 time: 0.0724614 Jul 02 03:43:33.798279 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-cf4b34ad-7f39-4444-81fd-5e2632674498 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aec144f9-1629-4a8c-81b5-4db1c91d876d HTTP/1.1" status: 200 len: 217 time: 0.0433497 Jul 02 03:43:33.833912 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-0ada5f9f-de53-46e8-81d3-54f65381f445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'name': 'tempest-AttachVolumeNegativeTest-1944099048-router', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:12Z', 'updated_at': '2022-07-02T03:34:25Z', 'revision_number': 4, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'gw_port': {'id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:15Z', 'updated_at': '2022-07-02T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '962cfd27-7ca9-4f02-80b9-d6bb4e68e24e', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'floating_ip_address': '172.27.0.57', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'port_id': '69d4d9fb-1309-4a88-8717-b17ebe2b00bd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'mac_address': 'fa:16:3e:11:e8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af2c7ed-c01c-4f12-a9c9-28129e849bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:43:17Z', 'updated_at': '2022-07-02T03:43:32Z', 'revision_number': 1, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1afdd4-79ed-4696-98f4-e3dd5de0fa94', 'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'mac_address': 'fa:16:3e:08:83:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:24Z', 'updated_at': '2022-07-02T03:34:44Z', 'revision_number': 5, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'subnets': [{'id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:43:33.842219 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611b080-65ec-4b6a-8566-28bd0e2e3452 req-e325d9a6-06c0-4f9f-ac08-7561f756e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:33.843774 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-a611b080-65ec-4b6a-8566-28bd0e2e3452 req-e325d9a6-06c0-4f9f-ac08-7561f756e423 service neutron] 10.222.0.26 "GET /v2.0/networks?id=389311ee-b4f4-4d7f-89a6-51f9bda5ef70 HTTP/1.1" status: 200 len: 916 time: 0.1786141 Jul 02 03:43:33.863886 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ada5f9f-de53-46e8-81d3-54f65381f445 None None] Checking router: 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:43:33.880813 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ada5f9f-de53-46e8-81d3-54f65381f445 None None] Routers {'3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:43:33.881398 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-0ada5f9f-de53-46e8-81d3-54f65381f445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:43:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:43:33.893443 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-a6968fe4-8cd6-4165-8a43-3c07691b14ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:33.894943 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-a6968fe4-8cd6-4165-8a43-3c07691b14ae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b06dd79-dc3a-4079-aff2-e99618bacbd7 HTTP/1.1" status: 200 len: 850 time: 0.0908918 Jul 02 03:43:33.942283 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-a611b080-65ec-4b6a-8566-28bd0e2e3452 req-2fd26f95-3b1f-4b92-a089-f41ddad6290f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69d4d9fb-1309-4a88-8717-b17ebe2b00bd HTTP/1.1" status: 200 len: 998 time: 0.0923574 Jul 02 03:43:33.957962 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-ff1055c6-3e25-49d6-8247-c3c14041d0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:33.959459 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-ff1055c6-3e25-49d6-8247-c3c14041d0d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1ef0821-e2dc-4511-8f33-8aac33bfb07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555022 Jul 02 03:43:33.984738 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-0ada5f9f-de53-46e8-81d3-54f65381f445 None None] Set router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:43:33.986734 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:33.987541 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:34.051261 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611b080-65ec-4b6a-8566-28bd0e2e3452 req-f3ba8316-7c84-4b69-9453-b4e630609fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:34.052781 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-a611b080-65ec-4b6a-8566-28bd0e2e3452 req-f3ba8316-7c84-4b69-9453-b4e630609fcd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c753fd38-19d6-439d-9e37-af1a40857012 HTTP/1.1" status: 200 len: 854 time: 0.1052418 Jul 02 03:43:34.076611 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:34.117918 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-ff1ef11f-67bb-49cb-8aaf-c188447e9b04 service neutron] 10.222.0.26 "GET /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411300 Jul 02 03:43:34.118969 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611b080-65ec-4b6a-8566-28bd0e2e3452 req-5d4dea8e-fe05-4a36-84f0-249b474bc920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:34.120370 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-a611b080-65ec-4b6a-8566-28bd0e2e3452 req-5d4dea8e-fe05-4a36-84f0-249b474bc920 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=389311ee-b4f4-4d7f-89a6-51f9bda5ef70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614455 Jul 02 03:43:34.136680 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1634902-a8af-44bd-ae71-6c44bd36e587 req-5f011816-d636-4c34-acda-d3e25aa5eee4 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:34.142321 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d1634902-a8af-44bd-ae71-6c44bd36e587 req-5f011816-d636-4c34-acda-d3e25aa5eee4 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 944 time: 0.0609953 Jul 02 03:43:34.188022 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d1634902-a8af-44bd-ae71-6c44bd36e587 req-c3915873-b852-42c5-9071-db4444a5ec0b tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441127 Jul 02 03:43:34.225833 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-0ada5f9f-de53-46e8-81d3-54f65381f445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'name': 'tempest-AttachVolumeNegativeTest-1944099048-router', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:12Z', 'updated_at': '2022-07-02T03:34:25Z', 'revision_number': 4, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'gw_port': {'id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:15Z', 'updated_at': '2022-07-02T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '962cfd27-7ca9-4f02-80b9-d6bb4e68e24e', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'floating_ip_address': '172.27.0.57', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'port_id': '69d4d9fb-1309-4a88-8717-b17ebe2b00bd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'mac_address': 'fa:16:3e:11:e8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af2c7ed-c01c-4f12-a9c9-28129e849bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:43:17Z', 'updated_at': '2022-07-02T03:43:32Z', 'revision_number': 1, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1afdd4-79ed-4696-98f4-e3dd5de0fa94', 'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'mac_address': 'fa:16:3e:08:83:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:24Z', 'updated_at': '2022-07-02T03:34:44Z', 'revision_number': 5, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'subnets': [{'id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:43:34.250159 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ada5f9f-de53-46e8-81d3-54f65381f445 None None] The sync data for ids ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'] in dv-cinder-846842-9-iscsi is: [{'id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'name': 'tempest-AttachVolumeNegativeTest-1944099048-router', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:12Z', 'updated_at': '2022-07-02T03:34:25Z', 'revision_number': 4, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'gw_port': {'id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:15Z', 'updated_at': '2022-07-02T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '962cfd27-7ca9-4f02-80b9-d6bb4e68e24e', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'floating_ip_address': '172.27.0.57', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'port_id': '69d4d9fb-1309-4a88-8717-b17ebe2b00bd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'mac_address': 'fa:16:3e:11:e8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af2c7ed-c01c-4f12-a9c9-28129e849bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:43:17Z', 'updated_at': '2022-07-02T03:43:32Z', 'revision_number': 1, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1afdd4-79ed-4696-98f4-e3dd5de0fa94', 'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'mac_address': 'fa:16:3e:08:83:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:24Z', 'updated_at': '2022-07-02T03:34:44Z', 'revision_number': 5, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'subnets': [{'id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:43:34.287726 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-9e86e4d4-dc30-4ddb-afb3-905df196ab4b req-f6453c2d-11b2-4083-acd7-5862983535f8 service neutron] 10.222.0.26 "GET /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589196 Jul 02 03:43:34.289585 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-a611b080-65ec-4b6a-8566-28bd0e2e3452 req-7f0ab3e3-2a96-4529-b463-61f1b034c93e service neutron] 10.222.0.26 "GET /v2.0/networks/389311ee-b4f4-4d7f-89a6-51f9bda5ef70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520250 Jul 02 03:43:34.397024 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-a611b080-65ec-4b6a-8566-28bd0e2e3452 req-f258a8d9-51e9-492b-9ac4-b3f2bd3f6e80 service neutron] 10.222.0.26 "GET /v2.0/networks/389311ee-b4f4-4d7f-89a6-51f9bda5ef70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928924 Jul 02 03:43:34.437949 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0e6190-6a79-4d3c-8ed2-f80ca1d93e1e None None] New status for floating IP 962cfd27-7ca9-4f02-80b9-d6bb4e68e24e: ACTIVE {{(pid=104252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 02 03:43:34.514095 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89072bb3-b340-48c5-b0d3-31bb6d307be6 req-4315f130-855c-4d48-ae0d-1891a3eb8a5d tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:34.515577 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-89072bb3-b340-48c5-b0d3-31bb6d307be6 req-4315f130-855c-4d48-ae0d-1891a3eb8a5d tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0acb8d-32fc-45d8-92c5-50acf318209b HTTP/1.1" status: 200 len: 944 time: 0.0464451 Jul 02 03:43:34.561274 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:34.566777 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-89072bb3-b340-48c5-b0d3-31bb6d307be6 req-d8e35f45-c73c-4897-b8fd-19704217160c tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453773 Jul 02 03:43:34.636946 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 41edcc3a-c954-4e67-a0a2-822da68709b0 up at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:43:34.660610 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=100 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:34.683539 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning complete for port 41edcc3a-c954-4e67-a0a2-822da68709b0 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:43:34.683916 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (41edcc3a-c954-4e67-a0a2-822da68709b0), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:34.758948 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 41edcc3a-c954-4e67-a0a2-822da68709b0 is: BUILD; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:43:34.759333 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (41edcc3a-c954-4e67-a0a2-822da68709b0), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:34.781986 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86c62ef-7db9-4c66-be31-20868e93d817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41edcc3a-c954-4e67-a0a2-822da68709b0'}] {{(pid=104251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:43:34.784130 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea91eb0431f3890beba7fecfff9803703e4988fc204844c40d6eadfc05b4f309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c5a21f-1249-4bfc-8171-a60628086c9c" -d '{"events": [{"server_uuid": "e86c62ef-7db9-4c66-be31-20868e93d817", "name": "network-vif-plugged", "status": "completed", "tag": "41edcc3a-c954-4e67-a0a2-822da68709b0"}]}' {{(pid=104251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:43:34.797430 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 41edcc3a-c954-4e67-a0a2-822da68709b0, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=41edcc3a-c954-4e67-a0a2-822da68709b0,segment=NetworkSegment(645b2d22-891d-43a9-95be-abb4172a72ed),segment_id=645b2d22-891d-43a9-95be-abb4172a72ed)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:43:34.802826 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (41edcc3a-c954-4e67-a0a2-822da68709b0), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:34.824123 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ee6d41-be20-4e23-bd5c-083fe76e2396 x-openstack-request-id: req-43ee6d41-be20-4e23-bd5c-083fe76e2396 {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:43:34.824406 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86c62ef-7db9-4c66-be31-20868e93d817", "name": "network-vif-plugged", "status": "completed", "tag": "41edcc3a-c954-4e67-a0a2-822da68709b0", "code": 200}]} {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:43:34.824654 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-43ee6d41-be20-4e23-bd5c-083fe76e2396 {{(pid=104251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:43:34.825044 dv-cinder-846842-9-iscsi neutron-server[104251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43ee6d41-be20-4e23-bd5c-083fe76e2396'] response: {'server_uuid': 'e86c62ef-7db9-4c66-be31-20868e93d817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41edcc3a-c954-4e67-a0a2-822da68709b0', 'code': 200} Jul 02 03:43:34.862748 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=41edcc3a-c954-4e67-a0a2-822da68709b0,revision_number=7']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:35.321086 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09177ec-9fda-47b3-a17d-3627e2a18472 req-5cf14c00-a1aa-47ab-86e7-5d5ec038b3b6 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:35.322549 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d09177ec-9fda-47b3-a17d-3627e2a18472 req-5cf14c00-a1aa-47ab-86e7-5d5ec038b3b6 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 945 time: 0.0511942 Jul 02 03:43:35.372782 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d09177ec-9fda-47b3-a17d-3627e2a18472 req-fdd59424-29c9-4941-a3d5-492b923e3a26 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418043 Jul 02 03:43:35.668455 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d579458-dddb-498e-b705-de567ac9606c req-49202b7c-1476-4e95-b714-a7db13728776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:35.669910 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-8d579458-dddb-498e-b705-de567ac9606c req-49202b7c-1476-4e95-b714-a7db13728776 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01fccbd11a4b4e859bec1a56f42315b2&device_id=ea0acb8d-32fc-45d8-92c5-50acf318209b HTTP/1.1" status: 200 len: 1128 time: 0.0413187 Jul 02 03:43:35.687500 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764dcb2-cf79-426c-99f1-ff0bd409385b req-6a4dd875-5ac7-435e-a0d9-82271f0cabf4 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:35.689337 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0764dcb2-cf79-426c-99f1-ff0bd409385b req-6a4dd875-5ac7-435e-a0d9-82271f0cabf4 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0acb8d-32fc-45d8-92c5-50acf318209b HTTP/1.1" status: 200 len: 944 time: 0.0493960 Jul 02 03:43:35.743702 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0764dcb2-cf79-426c-99f1-ff0bd409385b req-2c6a7072-701a-43a6-85cc-a82755437208 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476856 Jul 02 03:43:35.766476 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d579458-dddb-498e-b705-de567ac9606c req-7806d1a1-f0c3-4099-af3b-33f39ec90972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:35.768095 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-8d579458-dddb-498e-b705-de567ac9606c req-7806d1a1-f0c3-4099-af3b-33f39ec90972 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1ef0821-e2dc-4511-8f33-8aac33bfb07d HTTP/1.1" status: 200 len: 912 time: 0.0902123 Jul 02 03:43:35.806368 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-8d579458-dddb-498e-b705-de567ac9606c req-b65dab4e-4d7d-484e-ad1f-e11fc857663f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aec144f9-1629-4a8c-81b5-4db1c91d876d HTTP/1.1" status: 200 len: 217 time: 0.0320501 Jul 02 03:43:35.852442 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d579458-dddb-498e-b705-de567ac9606c req-d45f75ed-28b7-46a3-bb3d-42c714181458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:35.853856 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-8d579458-dddb-498e-b705-de567ac9606c req-d45f75ed-28b7-46a3-bb3d-42c714181458 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b06dd79-dc3a-4079-aff2-e99618bacbd7 HTTP/1.1" status: 200 len: 850 time: 0.0422869 Jul 02 03:43:35.898543 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d579458-dddb-498e-b705-de567ac9606c req-66b904b8-a61a-4352-b4ab-6531e3cbc147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:35.900064 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-8d579458-dddb-498e-b705-de567ac9606c req-66b904b8-a61a-4352-b4ab-6531e3cbc147 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1ef0821-e2dc-4511-8f33-8aac33bfb07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410628 Jul 02 03:43:36.250022 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-8d579458-dddb-498e-b705-de567ac9606c req-314d6e5b-4d7d-4392-96d8-3aeaa1057e99 service neutron] 10.222.0.26 "GET /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427517 Jul 02 03:43:36.342653 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-8d579458-dddb-498e-b705-de567ac9606c req-63ede42a-d8a8-4bd8-9575-d9ce43efd85a service neutron] 10.222.0.26 "GET /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856938 Jul 02 03:43:36.499556 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9436e-bd1a-4f78-8b22-9a9e90ee53ed req-32203f92-a9f6-4818-9e02-0ef02a39c8bc tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:36.503465 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-95c9436e-bd1a-4f78-8b22-9a9e90ee53ed req-32203f92-a9f6-4818-9e02-0ef02a39c8bc tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 945 time: 0.0501478 Jul 02 03:43:36.559717 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-95c9436e-bd1a-4f78-8b22-9a9e90ee53ed req-97badff1-bad6-424b-bf26-4e946c3b257d tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491121 Jul 02 03:43:36.860087 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d162cd5-0699-4e92-a3cd-9666a771863b req-f0d5be65-eaf5-4d39-b2d1-5722f47a0781 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:36.861658 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9d162cd5-0699-4e92-a3cd-9666a771863b req-f0d5be65-eaf5-4d39-b2d1-5722f47a0781 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0acb8d-32fc-45d8-92c5-50acf318209b HTTP/1.1" status: 200 len: 944 time: 0.0490961 Jul 02 03:43:36.894721 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:36.914701 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9d162cd5-0699-4e92-a3cd-9666a771863b req-7a82f186-83b7-489f-b37d-fa010e67f4f6 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468826 Jul 02 03:43:37.705814 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe379588-770f-43cb-9911-b119a2c10166 req-76fbd6fb-2d70-4cc4-8d47-dc71e25e937b tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:37.713127 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fe379588-770f-43cb-9911-b119a2c10166 req-76fbd6fb-2d70-4cc4-8d47-dc71e25e937b tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 945 time: 0.0589526 Jul 02 03:43:37.775613 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fe379588-770f-43cb-9911-b119a2c10166 req-4e555842-fab2-41d2-9b2b-1e554cdb9034 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524817 Jul 02 03:43:38.055240 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add123a6-ef7e-401c-9c63-6e633e6d7cb2 req-4684d3b2-c508-47bc-8206-44408c273cc6 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:38.056905 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-add123a6-ef7e-401c-9c63-6e633e6d7cb2 req-4684d3b2-c508-47bc-8206-44408c273cc6 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0acb8d-32fc-45d8-92c5-50acf318209b HTTP/1.1" status: 200 len: 944 time: 0.0608323 Jul 02 03:43:38.122828 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-add123a6-ef7e-401c-9c63-6e633e6d7cb2 req-7434d096-8878-421b-918a-fd0661cb05e2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601490 Jul 02 03:43:38.895417 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c32fb-799f-4656-aec3-f834f23637cf req-e26e6fbd-8f0a-48b7-8398-b9207fbd6c86 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:38.903128 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6e7c32fb-799f-4656-aec3-f834f23637cf req-e26e6fbd-8f0a-48b7-8398-b9207fbd6c86 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 945 time: 0.0588014 Jul 02 03:43:38.950501 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6e7c32fb-799f-4656-aec3-f834f23637cf req-41d8ee2a-06e8-4f76-ab6f-0a350ac981cb tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464518 Jul 02 03:43:39.266587 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb64cfa-fae5-42e0-a6c6-fc772e03994f req-01e23c8d-ff1b-458a-bffe-d412273d18cb tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:39.273294 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cdb64cfa-fae5-42e0-a6c6-fc772e03994f req-01e23c8d-ff1b-458a-bffe-d412273d18cb tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0acb8d-32fc-45d8-92c5-50acf318209b HTTP/1.1" status: 200 len: 944 time: 0.0607302 Jul 02 03:43:39.337243 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cdb64cfa-fae5-42e0-a6c6-fc772e03994f req-d0e0e8da-e876-484e-bbf2-7c465c43e73a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619552 Jul 02 03:43:40.079650 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbdc9e-82d8-4f14-a168-5309b0d2941a req-48b016c3-d2b9-40ec-94df-dc7ce4805b9c tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:40.082055 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-21fbdc9e-82d8-4f14-a168-5309b0d2941a req-48b016c3-d2b9-40ec-94df-dc7ce4805b9c tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 945 time: 0.0525849 Jul 02 03:43:40.133412 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-21fbdc9e-82d8-4f14-a168-5309b0d2941a req-d959f20e-ea7a-46f4-a83d-fcabf8dbd7b9 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451372 Jul 02 03:43:40.462408 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccdc848-b1dc-449f-9063-5c3d53586139 req-8321578a-838d-49aa-8050-358fe22c1ea4 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:40.469382 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0ccdc848-b1dc-449f-9063-5c3d53586139 req-8321578a-838d-49aa-8050-358fe22c1ea4 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0acb8d-32fc-45d8-92c5-50acf318209b HTTP/1.1" status: 200 len: 944 time: 0.0554807 Jul 02 03:43:40.517736 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0ccdc848-b1dc-449f-9063-5c3d53586139 req-d4e375f1-ef44-4363-9cbf-b836aebaa0bf tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474806 Jul 02 03:43:41.274497 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb87e7b-1031-4c6d-a38b-b2bf617cc455 req-23984af0-a5e0-4cd9-b75d-8ec77b32a009 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:41.276656 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1cb87e7b-1031-4c6d-a38b-b2bf617cc455 req-23984af0-a5e0-4cd9-b75d-8ec77b32a009 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 945 time: 0.0600162 Jul 02 03:43:41.349674 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1cb87e7b-1031-4c6d-a38b-b2bf617cc455 req-b04f4af4-50b3-494f-b45b-20a7480ba4fd tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668898 Jul 02 03:43:41.603773 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:41.645288 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa60bd7-592a-49fc-84f9-b9804403f622 req-b41dca75-42ac-4a98-93b1-c33171c11313 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:41.646977 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-efa60bd7-592a-49fc-84f9-b9804403f622 req-b41dca75-42ac-4a98-93b1-c33171c11313 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0acb8d-32fc-45d8-92c5-50acf318209b HTTP/1.1" status: 200 len: 944 time: 0.0523558 Jul 02 03:43:41.701605 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-efa60bd7-592a-49fc-84f9-b9804403f622 req-92e852e5-7103-46c5-892f-3489fee73c8d tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484972 Jul 02 03:43:42.490947 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1801e-db54-4a19-93db-e258dc41444b req-506edc0c-d1d7-4bdd-89a9-82871522d7bc tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:42.492537 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7ec1801e-db54-4a19-93db-e258dc41444b req-506edc0c-d1d7-4bdd-89a9-82871522d7bc tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 945 time: 0.0601122 Jul 02 03:43:42.552179 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7ec1801e-db54-4a19-93db-e258dc41444b req-393246de-fc9a-43cc-83f7-710cd78a5627 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508080 Jul 02 03:43:42.663829 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device aec144f9-1629-4a8c-81b5-4db1c91d876d details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 03:43:42.776736 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port aec144f9-1629-4a8c-81b5-4db1c91d876d, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=aec144f9-1629-4a8c-81b5-4db1c91d876d,segment=NetworkSegment(31ad7417-32f5-4b58-9957-f18600b14123),segment_id=31ad7417-32f5-4b58-9957-f18600b14123)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:43:42.790958 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Returning: {'device': 'aec144f9-1629-4a8c-81b5-4db1c91d876d', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'port_id': 'aec144f9-1629-4a8c-81b5-4db1c91d876d', 'mac_address': 'fa:16:3e:74:c8:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 03:43:42.833729 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port aec144f9-1629-4a8c-81b5-4db1c91d876d is: DOWN; New status is: BUILD {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:43:42.834202 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (aec144f9-1629-4a8c-81b5-4db1c91d876d), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:42.839980 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c739c41-319f-49e2-be8f-39d043d4521e req-6e955469-6dab-4f43-8a7b-db66aaab52f3 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:42.841937 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1c739c41-319f-49e2-be8f-39d043d4521e req-6e955469-6dab-4f43-8a7b-db66aaab52f3 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0acb8d-32fc-45d8-92c5-50acf318209b HTTP/1.1" status: 200 len: 944 time: 0.0681915 Jul 02 03:43:42.851762 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec144f9-1629-4a8c-81b5-4db1c91d876d {{(pid=104251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:43:42.881077 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port aec144f9-1629-4a8c-81b5-4db1c91d876d, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=aec144f9-1629-4a8c-81b5-4db1c91d876d,segment=NetworkSegment(31ad7417-32f5-4b58-9957-f18600b14123),segment_id=31ad7417-32f5-4b58-9957-f18600b14123)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:43:42.890697 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (aec144f9-1629-4a8c-81b5-4db1c91d876d), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:42.905327 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1c739c41-319f-49e2-be8f-39d043d4521e req-648050a1-030b-4d94-a4d2-d70413f5015b tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569491 Jul 02 03:43:42.955874 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=aec144f9-1629-4a8c-81b5-4db1c91d876d,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:43.383534 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['aec144f9-1629-4a8c-81b5-4db1c91d876d'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:43:43.512644 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:43.710483 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0550d-400e-434f-9cb3-1d839e8096dd req-6120d88f-a95b-4d6c-b4e7-fe4288ffd107 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:43.712096 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-97e0550d-400e-434f-9cb3-1d839e8096dd req-6120d88f-a95b-4d6c-b4e7-fe4288ffd107 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 945 time: 0.0653546 Jul 02 03:43:43.761932 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:43.786898 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-97e0550d-400e-434f-9cb3-1d839e8096dd req-cb70bd64-632c-4503-a6dd-9034f925ec90 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684426 Jul 02 03:43:44.045981 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0084b-9287-4868-8feb-19564eb5cebd req-53071487-9a44-44f2-a621-0caeb8fac39b tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:44.047930 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3fa0084b-9287-4868-8feb-19564eb5cebd req-53071487-9a44-44f2-a621-0caeb8fac39b tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0acb8d-32fc-45d8-92c5-50acf318209b HTTP/1.1" status: 200 len: 945 time: 0.0531521 Jul 02 03:43:44.101089 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3fa0084b-9287-4868-8feb-19564eb5cebd req-fd8eaf65-1a8c-4741-a802-b639d9ca307f tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468011 Jul 02 03:43:44.676146 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device aec144f9-1629-4a8c-81b5-4db1c91d876d up at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:43:44.730111 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning for port aec144f9-1629-4a8c-81b5-4db1c91d876d completed by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 02 03:43:44.738135 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning complete for port aec144f9-1629-4a8c-81b5-4db1c91d876d triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:43:44.738503 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (aec144f9-1629-4a8c-81b5-4db1c91d876d), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:44.764188 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:44.833075 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port aec144f9-1629-4a8c-81b5-4db1c91d876d is: BUILD; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:43:44.833468 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (aec144f9-1629-4a8c-81b5-4db1c91d876d), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:44.872485 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port aec144f9-1629-4a8c-81b5-4db1c91d876d, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=aec144f9-1629-4a8c-81b5-4db1c91d876d,segment=NetworkSegment(31ad7417-32f5-4b58-9957-f18600b14123),segment_id=31ad7417-32f5-4b58-9957-f18600b14123)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:43:44.873518 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0acb8d-32fc-45d8-92c5-50acf318209b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec144f9-1629-4a8c-81b5-4db1c91d876d'}] {{(pid=104251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:43:44.876352 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea91eb0431f3890beba7fecfff9803703e4988fc204844c40d6eadfc05b4f309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079d5e96-4994-4702-8742-7804f2668344" -d '{"events": [{"server_uuid": "ea0acb8d-32fc-45d8-92c5-50acf318209b", "name": "network-vif-plugged", "status": "completed", "tag": "aec144f9-1629-4a8c-81b5-4db1c91d876d"}]}' {{(pid=104251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:43:44.880857 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (aec144f9-1629-4a8c-81b5-4db1c91d876d), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:44.944772 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006594d3-54e3-4f4c-bf41-75f0cb6c16cd x-openstack-request-id: req-006594d3-54e3-4f4c-bf41-75f0cb6c16cd {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:43:44.945061 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0acb8d-32fc-45d8-92c5-50acf318209b", "name": "network-vif-plugged", "status": "completed", "tag": "aec144f9-1629-4a8c-81b5-4db1c91d876d", "code": 200}]} {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:43:44.945315 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-006594d3-54e3-4f4c-bf41-75f0cb6c16cd {{(pid=104251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:43:44.945768 dv-cinder-846842-9-iscsi neutron-server[104251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-006594d3-54e3-4f4c-bf41-75f0cb6c16cd'] response: {'server_uuid': 'ea0acb8d-32fc-45d8-92c5-50acf318209b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec144f9-1629-4a8c-81b5-4db1c91d876d', 'code': 200} Jul 02 03:43:44.949135 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=aec144f9-1629-4a8c-81b5-4db1c91d876d,revision_number=5']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:44.956856 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0acb31-c007-4e05-8f42-53e927758368 req-c197dc17-4879-4735-8e37-91c29a80bec2 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:44.958486 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5f0acb31-c007-4e05-8f42-53e927758368 req-c197dc17-4879-4735-8e37-91c29a80bec2 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 945 time: 0.0834877 Jul 02 03:43:45.029026 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5f0acb31-c007-4e05-8f42-53e927758368 req-fc71885d-e99b-44db-b0f2-b52774f42247 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610945 Jul 02 03:43:45.257610 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86de8c-0ec6-4585-8234-f36212717059 req-a35b914d-c61b-4b04-aed0-bbe9f3946cab tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:45.262969 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ac86de8c-0ec6-4585-8234-f36212717059 req-a35b914d-c61b-4b04-aed0-bbe9f3946cab tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0acb8d-32fc-45d8-92c5-50acf318209b HTTP/1.1" status: 200 len: 946 time: 0.0690312 Jul 02 03:43:45.302264 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c8440-46f7-42a2-a146-bf351227bac0 req-116e1d9b-169f-45c8-9458-f670f1b2b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:45.303834 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e01c8440-46f7-42a2-a146-bf351227bac0 req-116e1d9b-169f-45c8-9458-f670f1b2b715 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ea0acb8d-32fc-45d8-92c5-50acf318209b HTTP/1.1" status: 200 len: 1130 time: 0.0452845 Jul 02 03:43:45.334075 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ac86de8c-0ec6-4585-8234-f36212717059 req-b863b0f9-13e4-4783-8a85-e40cb2e3c5b8 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619502 Jul 02 03:43:45.357424 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e01c8440-46f7-42a2-a146-bf351227bac0 req-bf83d0ef-4655-4ba2-bdd3-b0a0f3587c9f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456028 Jul 02 03:43:46.165434 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08550d6c-01fe-4eb4-804b-76014d73932f req-8b86c199-ddd9-49ce-a6b5-f393c0d1f2a1 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:46.167254 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-08550d6c-01fe-4eb4-804b-76014d73932f req-8b86c199-ddd9-49ce-a6b5-f393c0d1f2a1 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 945 time: 0.0524521 Jul 02 03:43:46.217740 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-08550d6c-01fe-4eb4-804b-76014d73932f req-a3867e1b-8c48-49d0-9f9c-8dd067df83ad tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422606 Jul 02 03:43:46.464519 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b075ad-c9d9-4c3c-bb9c-67e5700f8bde req-d68e65b8-5ae9-4ec4-a378-a53102e7dbc5 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:46.466011 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-90b075ad-c9d9-4c3c-bb9c-67e5700f8bde req-d68e65b8-5ae9-4ec4-a378-a53102e7dbc5 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0acb8d-32fc-45d8-92c5-50acf318209b HTTP/1.1" status: 200 len: 946 time: 0.0611053 Jul 02 03:43:46.530927 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-90b075ad-c9d9-4c3c-bb9c-67e5700f8bde req-f6850de3-0214-4225-98c2-2d4d368f4339 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571833 Jul 02 03:43:47.339761 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2907c-98e2-4342-bf58-c9870f361cce req-966f1b1d-f5cb-40b9-b16f-f55a540cce3c tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:47.341299 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-69a2907c-98e2-4342-bf58-c9870f361cce req-966f1b1d-f5cb-40b9-b16f-f55a540cce3c tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 945 time: 0.0486681 Jul 02 03:43:47.390456 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-69a2907c-98e2-4342-bf58-c9870f361cce req-df8f4fb0-b92a-414d-bff3-adb624dd65fa tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433435 Jul 02 03:43:47.664059 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3a344-5604-4689-a35e-91987df0732d req-ac1e6cac-2c4a-4acd-9bef-f4239d47a5da tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:47.666680 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-40a3a344-5604-4689-a35e-91987df0732d req-ac1e6cac-2c4a-4acd-9bef-f4239d47a5da tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0acb8d-32fc-45d8-92c5-50acf318209b HTTP/1.1" status: 200 len: 946 time: 0.0543287 Jul 02 03:43:47.724492 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-40a3a344-5604-4689-a35e-91987df0732d req-df8f7174-8f74-4073-b43b-7aafb4f35464 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495186 Jul 02 03:43:47.826043 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:47.834150 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=100 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:47.835934 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba44af9-eeeb-4c4a-a8b5-a1133f27e5f1 req-cc3a24d5-4c73-479a-a589-30110d6b8fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:47.837783 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-dba44af9-eeeb-4c4a-a8b5-a1133f27e5f1 req-cc3a24d5-4c73-479a-a589-30110d6b8fb7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f39e852f8d14dec8e98d8d77fe90766&device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 1129 time: 0.0466266 Jul 02 03:43:47.846191 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc70f56-1008-4001-bfea-92fa6ba3326d req-37eadf26-a382-43e3-bd10-affab5d1d040 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:47.847711 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1dc70f56-1008-4001-bfea-92fa6ba3326d req-37eadf26-a382-43e3-bd10-affab5d1d040 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0acb8d-32fc-45d8-92c5-50acf318209b HTTP/1.1" status: 200 len: 946 time: 0.0566943 Jul 02 03:43:47.899352 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1dc70f56-1008-4001-bfea-92fa6ba3326d req-f86c7f95-cad5-4721-96b1-f1cbc9db5c24 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453029 Jul 02 03:43:47.922386 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 39706) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:43:47.935345 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba44af9-eeeb-4c4a-a8b5-a1133f27e5f1 req-1df37075-eed5-49a5-a45e-110c5ae54738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:47.936864 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-dba44af9-eeeb-4c4a-a8b5-a1133f27e5f1 req-1df37075-eed5-49a5-a45e-110c5ae54738 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dc0b5a80-e232-44f7-a253-08cca2946b9f HTTP/1.1" status: 200 len: 918 time: 0.0927205 Jul 02 03:43:47.944132 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:48.006175 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-dba44af9-eeeb-4c4a-a8b5-a1133f27e5f1 req-3a2a0b37-1492-48d3-ba1f-f88829be0ad1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41edcc3a-c954-4e67-a0a2-822da68709b0 HTTP/1.1" status: 200 len: 1001 time: 0.0625503 Jul 02 03:43:48.020593 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=100 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:48.057384 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba44af9-eeeb-4c4a-a8b5-a1133f27e5f1 req-d6925be1-d790-4f5f-a488-f2def6287fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:48.058871 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-dba44af9-eeeb-4c4a-a8b5-a1133f27e5f1 req-d6925be1-d790-4f5f-a488-f2def6287fa3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e HTTP/1.1" status: 200 len: 856 time: 0.0468390 Jul 02 03:43:48.111645 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba44af9-eeeb-4c4a-a8b5-a1133f27e5f1 req-2981b74a-36d3-40b1-91ec-7c74f53297e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:48.113418 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-dba44af9-eeeb-4c4a-a8b5-a1133f27e5f1 req-2981b74a-36d3-40b1-91ec-7c74f53297e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc0b5a80-e232-44f7-a253-08cca2946b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412574 Jul 02 03:43:48.123526 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e24005b-0009-403d-a1e7-b10c32962bf6 tempest-TestVolumeBootPattern-1169278774 tempest-TestVolumeBootPattern-1169278774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:48.125133 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-2e24005b-0009-403d-a1e7-b10c32962bf6 tempest-TestVolumeBootPattern-1169278774 tempest-TestVolumeBootPattern-1169278774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ea0acb8d-32fc-45d8-92c5-50acf318209b HTTP/1.1" status: 200 len: 1125 time: 0.2018342 Jul 02 03:43:48.128747 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 39710) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:43:48.133097 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-3a2d144c-2b46-4efc-be2c-0a41fb655835 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Request body: {'floatingip': {'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'port_id': 'aec144f9-1629-4a8c-81b5-4db1c91d876d', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:43:48.157024 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3a2d144c-2b46-4efc-be2c-0a41fb655835 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:48.211831 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-dba44af9-eeeb-4c4a-a8b5-a1133f27e5f1 req-21acf0e0-f54b-4884-b827-f5ea6b419b51 service neutron] 10.222.0.26 "GET /v2.0/networks/dc0b5a80-e232-44f7-a253-08cca2946b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919540 Jul 02 03:43:48.239986 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3a2d144c-2b46-4efc-be2c-0a41fb655835 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:48.305944 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-dba44af9-eeeb-4c4a-a8b5-a1133f27e5f1 req-5b4ebba9-1c75-471b-8964-a156d77829e4 service neutron] 10.222.0.26 "GET /v2.0/networks/dc0b5a80-e232-44f7-a253-08cca2946b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882399 Jul 02 03:43:48.329865 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:48.347714 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.db_base_plugin_common [None req-3a2d144c-2b46-4efc-be2c-0a41fb655835 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Allocated IP 172.27.0.99 (f461a802-f340-43f3-86d0-4b44bcb77e0c/5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3/f2fe6267-329e-4c9a-918c-e15aee7fb3df) {{(pid=104249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:43:48.453578 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3a2d144c-2b46-4efc-be2c-0a41fb655835 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for port (f2fe6267-329e-4c9a-918c-e15aee7fb3df), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:48.523235 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0101cd-5e1f-4b8b-b84a-c487c8b3f691 req-45adc125-88d3-486f-bb49-1447f2cdf808 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:48.524805 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fc0101cd-5e1f-4b8b-b84a-c487c8b3f691 req-45adc125-88d3-486f-bb49-1447f2cdf808 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 945 time: 0.0560136 Jul 02 03:43:48.526182 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3a2d144c-2b46-4efc-be2c-0a41fb655835 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (f2fe6267-329e-4c9a-918c-e15aee7fb3df), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:48.581416 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2d144c-2b46-4efc-be2c-0a41fb655835 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Network f461a802-f340-43f3-86d0-4b44bcb77e0c is already hosted by enough agents. {{(pid=104249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:43:48.586803 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [None req-3a2d144c-2b46-4efc-be2c-0a41fb655835 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Resources bound (agent type, host, resource id): {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:43:48.590888 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2d144c-2b46-4efc-be2c-0a41fb655835 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Received port after_create {{(pid=104249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:43:48.599321 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d144c-2b46-4efc-be2c-0a41fb655835 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Pushing event updated for resources: {'Port': ['ID=f2fe6267-329e-4c9a-918c-e15aee7fb3df,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:48.650290 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fc0101cd-5e1f-4b8b-b84a-c487c8b3f691 req-cdcf8a7b-ba93-411c-a404-8a20129c787f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186645 Jul 02 03:43:48.802595 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:48.851202 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:48.852175 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:48.963719 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3a2d144c-2b46-4efc-be2c-0a41fb655835 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for floatingip (466053d4-1060-4117-834c-3a58080de403), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:49.037228 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3a2d144c-2b46-4efc-be2c-0a41fb655835 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (f2fe6267-329e-4c9a-918c-e15aee7fb3df), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:49.154947 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:49.186699 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3a2d144c-2b46-4efc-be2c-0a41fb655835 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for port (f2fe6267-329e-4c9a-918c-e15aee7fb3df), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:49.194377 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3a2d144c-2b46-4efc-be2c-0a41fb655835 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60593212'] for port (f2fe6267-329e-4c9a-918c-e15aee7fb3df), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:49.261594 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d144c-2b46-4efc-be2c-0a41fb655835 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Pushing event updated for resources: {'Port': ['ID=f2fe6267-329e-4c9a-918c-e15aee7fb3df,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:49.270008 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3a2d144c-2b46-4efc-be2c-0a41fb655835 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389155'] for floatingip (466053d4-1060-4117-834c-3a58080de403), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:49.365244 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.db.l3_db [None req-3a2d144c-2b46-4efc-be2c-0a41fb655835 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Floating IP 466053d4-1060-4117-834c-3a58080de403 associated. External IP: 172.27.0.99, port: aec144f9-1629-4a8c-81b5-4db1c91d876d. Jul 02 03:43:49.570929 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2d144c-2b46-4efc-be2c-0a41fb655835 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Router 83c75b61-1816-42cd-aaf3-df0c23e69900 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:43:49.643005 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:49.681955 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2d144c-2b46-4efc-be2c-0a41fb655835 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:43:49.692064 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd697d5d-dc59-45c3-aae3-5b79bf06f440 None None] Sync routers for ids ['83c75b61-1816-42cd-aaf3-df0c23e69900'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:43:49.704821 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3a2d144c-2b46-4efc-be2c-0a41fb655835 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:49.766374 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-3a2d144c-2b46-4efc-be2c-0a41fb655835 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6366222 Jul 02 03:43:49.770043 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea0acb8d-32fc-45d8-92c5-50acf318209b', 'tag': 'aec144f9-1629-4a8c-81b5-4db1c91d876d'}] {{(pid=104249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:43:49.772379 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f088720257398f3cab103114357bf561c7f80e100abdbb3b7e497acc9cc690b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1caa165a-2cfb-491c-bf44-b36a91ff4a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "ea0acb8d-32fc-45d8-92c5-50acf318209b", "tag": "aec144f9-1629-4a8c-81b5-4db1c91d876d"}]}' {{(pid=104249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:43:49.788621 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180cae7-67ac-4fc7-9f22-d26246d7f80d req-ba63d8f4-165d-4478-97db-de6851a7658c tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:49.790345 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9180cae7-67ac-4fc7-9f22-d26246d7f80d req-ba63d8f4-165d-4478-97db-de6851a7658c tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 945 time: 0.0619893 Jul 02 03:43:49.813759 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3f02c2-6115-4b0b-8d77-841e42fc8ee6 x-openstack-request-id: req-1c3f02c2-6115-4b0b-8d77-841e42fc8ee6 {{(pid=104249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:43:49.814044 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea0acb8d-32fc-45d8-92c5-50acf318209b", "tag": "aec144f9-1629-4a8c-81b5-4db1c91d876d", "status": "completed", "code": 200}]} {{(pid=104249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:43:49.814292 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1c3f02c2-6115-4b0b-8d77-841e42fc8ee6 {{(pid=104249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:43:49.814709 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c3f02c2-6115-4b0b-8d77-841e42fc8ee6'] response: {'name': 'network-changed', 'server_uuid': 'ea0acb8d-32fc-45d8-92c5-50acf318209b', 'tag': 'aec144f9-1629-4a8c-81b5-4db1c91d876d', 'status': 'completed', 'code': 200} Jul 02 03:43:49.839324 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd697d5d-dc59-45c3-aae3-5b79bf06f440 None None] Routers {'83c75b61-1816-42cd-aaf3-df0c23e69900'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:43:49.839961 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-fd697d5d-dc59-45c3-aae3-5b79bf06f440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:43:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['83c75b61-1816-42cd-aaf3-df0c23e69900'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:43:49.846014 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9180cae7-67ac-4fc7-9f22-d26246d7f80d req-eeba7725-3017-4da5-842b-69641d143213 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489695 Jul 02 03:43:49.941567 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-fd697d5d-dc59-45c3-aae3-5b79bf06f440 None None] Set router 83c75b61-1816-42cd-aaf3-df0c23e69900 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:43:49.975724 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa165a-2cfb-491c-bf44-b36a91ff4a2b req-dce09f2e-d834-4987-b82f-3fab2ad3243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:49.977458 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1caa165a-2cfb-491c-bf44-b36a91ff4a2b req-dce09f2e-d834-4987-b82f-3fab2ad3243d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01fccbd11a4b4e859bec1a56f42315b2&device_id=ea0acb8d-32fc-45d8-92c5-50acf318209b HTTP/1.1" status: 200 len: 1130 time: 0.0455878 Jul 02 03:43:50.085989 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa165a-2cfb-491c-bf44-b36a91ff4a2b req-66bcee7e-fc51-4a2a-a41a-f47f3b76424b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:50.087891 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1caa165a-2cfb-491c-bf44-b36a91ff4a2b req-66bcee7e-fc51-4a2a-a41a-f47f3b76424b service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1ef0821-e2dc-4511-8f33-8aac33bfb07d HTTP/1.1" status: 200 len: 912 time: 0.1005163 Jul 02 03:43:50.156961 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1caa165a-2cfb-491c-bf44-b36a91ff4a2b req-401a43a4-5d5e-4de2-a49b-84461be48f26 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aec144f9-1629-4a8c-81b5-4db1c91d876d HTTP/1.1" status: 200 len: 999 time: 0.0612252 Jul 02 03:43:50.171575 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-fd697d5d-dc59-45c3-aae3-5b79bf06f440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'name': 'tempest-TestVolumeBootPattern-549697761-router', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:54Z', 'updated_at': '2022-07-02T03:42:57Z', 'revision_number': 4, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'gw_port': {'id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:75:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:55Z', 'updated_at': '2022-07-02T03:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '466053d4-1060-4117-834c-3a58080de403', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'port_id': 'aec144f9-1629-4a8c-81b5-4db1c91d876d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'mac_address': 'fa:16:3e:74:c8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0acb8d-32fc-45d8-92c5-50acf318209b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:43:48Z', 'updated_at': '2022-07-02T03:43:48Z', 'revision_number': 0, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e24f2aa-a259-45c8-ae97-d216739f4a1b', 'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'mac_address': 'fa:16:3e:ab:54:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:57Z', 'updated_at': '2022-07-02T03:43:02Z', 'revision_number': 5, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'subnets': [{'id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:43:50.199552 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd697d5d-dc59-45c3-aae3-5b79bf06f440 None None] Checking router: 83c75b61-1816-42cd-aaf3-df0c23e69900 for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:43:50.208849 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd697d5d-dc59-45c3-aae3-5b79bf06f440 None None] Routers {'83c75b61-1816-42cd-aaf3-df0c23e69900'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:43:50.209461 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-fd697d5d-dc59-45c3-aae3-5b79bf06f440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:43:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['83c75b61-1816-42cd-aaf3-df0c23e69900'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:43:50.289778 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-a6c8ee90-0c9e-4cac-87e8-2105b1d848c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:50.317312 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-fd697d5d-dc59-45c3-aae3-5b79bf06f440 None None] Set router 83c75b61-1816-42cd-aaf3-df0c23e69900 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:43:50.390830 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa165a-2cfb-491c-bf44-b36a91ff4a2b req-72ece464-329d-4c8a-b3fa-16de6adf8e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:50.392462 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1caa165a-2cfb-491c-bf44-b36a91ff4a2b req-72ece464-329d-4c8a-b3fa-16de6adf8e53 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b06dd79-dc3a-4079-aff2-e99618bacbd7 HTTP/1.1" status: 200 len: 850 time: 0.0485361 Jul 02 03:43:50.405463 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=100 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:50.443721 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa165a-2cfb-491c-bf44-b36a91ff4a2b req-cd014215-6e59-4306-aac6-0befa7d92f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:50.445609 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1caa165a-2cfb-491c-bf44-b36a91ff4a2b req-cd014215-6e59-4306-aac6-0befa7d92f31 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1ef0821-e2dc-4511-8f33-8aac33bfb07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458474 Jul 02 03:43:50.486834 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:50.541099 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1caa165a-2cfb-491c-bf44-b36a91ff4a2b req-28096142-8356-4c1f-9613-906017eca52d service neutron] 10.222.0.26 "GET /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893123 Jul 02 03:43:50.545261 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-fd697d5d-dc59-45c3-aae3-5b79bf06f440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'name': 'tempest-TestVolumeBootPattern-549697761-router', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:54Z', 'updated_at': '2022-07-02T03:42:57Z', 'revision_number': 4, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'gw_port': {'id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:75:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:55Z', 'updated_at': '2022-07-02T03:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '466053d4-1060-4117-834c-3a58080de403', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'port_id': 'aec144f9-1629-4a8c-81b5-4db1c91d876d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'mac_address': 'fa:16:3e:74:c8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0acb8d-32fc-45d8-92c5-50acf318209b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:43:48Z', 'updated_at': '2022-07-02T03:43:48Z', 'revision_number': 0, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e24f2aa-a259-45c8-ae97-d216739f4a1b', 'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'mac_address': 'fa:16:3e:ab:54:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:57Z', 'updated_at': '2022-07-02T03:43:02Z', 'revision_number': 5, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'subnets': [{'id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:43:50.570132 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd697d5d-dc59-45c3-aae3-5b79bf06f440 None None] The sync data for ids ['83c75b61-1816-42cd-aaf3-df0c23e69900'] in dv-cinder-846842-9-iscsi is: [{'id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'name': 'tempest-TestVolumeBootPattern-549697761-router', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:54Z', 'updated_at': '2022-07-02T03:42:57Z', 'revision_number': 4, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'gw_port': {'id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:75:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:55Z', 'updated_at': '2022-07-02T03:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '466053d4-1060-4117-834c-3a58080de403', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'port_id': 'aec144f9-1629-4a8c-81b5-4db1c91d876d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'mac_address': 'fa:16:3e:74:c8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0acb8d-32fc-45d8-92c5-50acf318209b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:43:48Z', 'updated_at': '2022-07-02T03:43:48Z', 'revision_number': 0, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e24f2aa-a259-45c8-ae97-d216739f4a1b', 'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'mac_address': 'fa:16:3e:ab:54:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:57Z', 'updated_at': '2022-07-02T03:43:02Z', 'revision_number': 5, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'subnets': [{'id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:43:50.635532 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-1caa165a-2cfb-491c-bf44-b36a91ff4a2b req-b26f6376-13ed-41cf-8528-15ad7a2b70e6 service neutron] 10.222.0.26 "GET /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882502 Jul 02 03:43:50.702274 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 41edcc3a-c954-4e67-a0a2-822da68709b0 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:43:50.767581 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631e7a99-1532-46fb-9fc9-415fc519bc67 None None] New status for floating IP 466053d4-1060-4117-834c-3a58080de403: ACTIVE {{(pid=104252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 02 03:43:50.781520 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 41edcc3a-c954-4e67-a0a2-822da68709b0 is: ACTIVE; New status is: DOWN {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:43:50.781908 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (41edcc3a-c954-4e67-a0a2-822da68709b0), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:50.806109 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86c62ef-7db9-4c66-be31-20868e93d817', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41edcc3a-c954-4e67-a0a2-822da68709b0'}] {{(pid=104251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:43:50.808409 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea91eb0431f3890beba7fecfff9803703e4988fc204844c40d6eadfc05b4f309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254f6a0b-c354-4a1d-af2f-98df32e06d30" -d '{"events": [{"server_uuid": "e86c62ef-7db9-4c66-be31-20868e93d817", "name": "network-vif-unplugged", "status": "completed", "tag": "41edcc3a-c954-4e67-a0a2-822da68709b0"}]}' {{(pid=104251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:43:50.822949 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 41edcc3a-c954-4e67-a0a2-822da68709b0, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=41edcc3a-c954-4e67-a0a2-822da68709b0,segment=NetworkSegment(645b2d22-891d-43a9-95be-abb4172a72ed),segment_id=645b2d22-891d-43a9-95be-abb4172a72ed)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:43:50.830009 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (41edcc3a-c954-4e67-a0a2-822da68709b0), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:50.853955 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 02 Jul 2022 03:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21aae149-2bb8-4866-bf10-322e920f1efd x-openstack-request-id: req-21aae149-2bb8-4866-bf10-322e920f1efd {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:43:50.854297 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86c62ef-7db9-4c66-be31-20868e93d817", "name": "network-vif-unplugged", "status": "failed", "tag": "41edcc3a-c954-4e67-a0a2-822da68709b0", "code": 422}]} {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:43:50.854550 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-21aae149-2bb8-4866-bf10-322e920f1efd {{(pid=104251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:43:50.854999 dv-cinder-846842-9-iscsi neutron-server[104251]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-21aae149-2bb8-4866-bf10-322e920f1efd']: {'server_uuid': 'e86c62ef-7db9-4c66-be31-20868e93d817', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '41edcc3a-c954-4e67-a0a2-822da68709b0', 'code': 422} returned with failed status Jul 02 03:43:50.881612 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=41edcc3a-c954-4e67-a0a2-822da68709b0,revision_number=8']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:43:50.889706 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:50.890051 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:50.890375 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:50.890699 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:50.891026 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:50.891373 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:50.891694 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:50.892012 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:50.892332 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:50.892650 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:50.893017 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:50.893352 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:50.893668 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:50.893982 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:50.894529 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:43:50.973858 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e06ec5-3f2b-4aa2-a8b8-601b4956d8a3 req-d65d23e4-868a-408e-a69d-43b20851c9d5 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:50.975329 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-47e06ec5-3f2b-4aa2-a8b8-601b4956d8a3 req-d65d23e4-868a-408e-a69d-43b20851c9d5 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 943 time: 0.0482104 Jul 02 03:43:51.030543 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-47e06ec5-3f2b-4aa2-a8b8-601b4956d8a3 req-2d6e2606-c148-49b5-8fee-d646c1207df5 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484254 Jul 02 03:43:52.024653 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee68085-a1af-48fb-96bc-63e0b095b0f0 req-e39a3b51-2936-4c81-a0d6-74b54ffc0c7b tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:52.026120 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-aee68085-a1af-48fb-96bc-63e0b095b0f0 req-e39a3b51-2936-4c81-a0d6-74b54ffc0c7b tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 943 time: 0.0487421 Jul 02 03:43:52.075288 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-aee68085-a1af-48fb-96bc-63e0b095b0f0 req-657ec8a5-cd5f-4e2b-b4c7-a7ee8e6c60fc tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432799 Jul 02 03:43:52.267140 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6ca3a1cb-d61a-4a38-a409-f55dd52565dc req-7b3aa192-9413-4129-94f5-517a7fb5b9da service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0388165 Jul 02 03:43:52.346219 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3a1cb-d61a-4a38-a409-f55dd52565dc req-cf1fb453-ace9-4bb3-b7cb-51c61363f7c0 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:52.347609 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6ca3a1cb-d61a-4a38-a409-f55dd52565dc req-cf1fb453-ace9-4bb3-b7cb-51c61363f7c0 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports/41edcc3a-c954-4e67-a0a2-822da68709b0 HTTP/1.1" status: 200 len: 940 time: 0.0527430 Jul 02 03:43:52.546903 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-bebdd740-a829-404e-ace8-f700febbb70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:53.171684 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=100 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:53.202496 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3a1cb-d61a-4a38-a409-f55dd52565dc req-bd8ab275-5f39-4604-bc99-bc3a0229a743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:53.204061 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6ca3a1cb-d61a-4a38-a409-f55dd52565dc req-bd8ab275-5f39-4604-bc99-bc3a0229a743 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817&tenant_id=7f39e852f8d14dec8e98d8d77fe90766 HTTP/1.1" status: 200 len: 1127 time: 0.0405862 Jul 02 03:43:53.210797 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a0778-89a6-4d65-95fe-5a8c2f843837 req-f3099013-5e31-40b6-a1ad-7921188d10a5 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:53.212292 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-dd6a0778-89a6-4d65-95fe-5a8c2f843837 req-f3099013-5e31-40b6-a1ad-7921188d10a5 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 943 time: 0.0498908 Jul 02 03:43:53.265029 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-dd6a0778-89a6-4d65-95fe-5a8c2f843837 req-853c1c53-e6e2-4c21-b199-7aa98f3c3a42 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443621 Jul 02 03:43:53.284171 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3a1cb-d61a-4a38-a409-f55dd52565dc req-209ef775-3083-4656-aa72-02ced108e367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:53.285705 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6ca3a1cb-d61a-4a38-a409-f55dd52565dc req-209ef775-3083-4656-aa72-02ced108e367 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f39e852f8d14dec8e98d8d77fe90766&device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 1127 time: 0.0436192 Jul 02 03:43:53.384890 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3a1cb-d61a-4a38-a409-f55dd52565dc req-7a4da28b-6999-40e8-a988-9a3e7c692234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:53.386384 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6ca3a1cb-d61a-4a38-a409-f55dd52565dc req-7a4da28b-6999-40e8-a988-9a3e7c692234 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dc0b5a80-e232-44f7-a253-08cca2946b9f HTTP/1.1" status: 200 len: 918 time: 0.0951943 Jul 02 03:43:53.449167 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6ca3a1cb-d61a-4a38-a409-f55dd52565dc req-e578e4ec-dffd-4579-b2bd-99f3e71ea8af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41edcc3a-c954-4e67-a0a2-822da68709b0 HTTP/1.1" status: 200 len: 999 time: 0.0561769 Jul 02 03:43:53.463335 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=100 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:53.503101 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3a1cb-d61a-4a38-a409-f55dd52565dc req-ebaa1336-e0e5-4378-a913-0e44ba3123c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:53.504620 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6ca3a1cb-d61a-4a38-a409-f55dd52565dc req-ebaa1336-e0e5-4378-a913-0e44ba3123c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e HTTP/1.1" status: 200 len: 856 time: 0.0491745 Jul 02 03:43:53.549274 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3a1cb-d61a-4a38-a409-f55dd52565dc req-b499a413-7232-493b-8042-068425a76199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:53.550739 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6ca3a1cb-d61a-4a38-a409-f55dd52565dc req-b499a413-7232-493b-8042-068425a76199 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc0b5a80-e232-44f7-a253-08cca2946b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393906 Jul 02 03:43:53.610428 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:53.642125 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6ca3a1cb-d61a-4a38-a409-f55dd52565dc req-5505e510-d2af-4216-bc6e-bd21318e33c2 service neutron] 10.222.0.26 "GET /v2.0/networks/dc0b5a80-e232-44f7-a253-08cca2946b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844703 Jul 02 03:43:53.739731 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6ca3a1cb-d61a-4a38-a409-f55dd52565dc req-6823e07b-5e3b-4756-ade7-837451e79ac2 service neutron] 10.222.0.26 "GET /v2.0/networks/dc0b5a80-e232-44f7-a253-08cca2946b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880644 Jul 02 03:43:54.640754 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43647f4-8c01-4bfd-8610-431330c41395 req-03285960-624d-4336-ac6b-b507627e5323 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:54.642422 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f43647f4-8c01-4bfd-8610-431330c41395 req-03285960-624d-4336-ac6b-b507627e5323 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 943 time: 0.3002059 Jul 02 03:43:54.659717 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:43:54.699809 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f43647f4-8c01-4bfd-8610-431330c41395 req-ad32cac6-64e2-485c-a1bc-c37dd2e1e47f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471921 Jul 02 03:43:54.751286 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 41edcc3a-c954-4e67-a0a2-822da68709b0 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:43:54.828109 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 41edcc3a-c954-4e67-a0a2-822da68709b0 is: DOWN; New status is: DOWN {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:43:55.222244 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:55.337491 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:43:55.834470 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09670a4-1918-40a3-945f-c9f39e3ba3d2 req-70d81ed6-bf22-4ff4-afbe-c929cb17e11a tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:55.837588 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c09670a4-1918-40a3-945f-c9f39e3ba3d2 req-70d81ed6-bf22-4ff4-afbe-c929cb17e11a tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 943 time: 0.0609426 Jul 02 03:43:55.891643 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c09670a4-1918-40a3-945f-c9f39e3ba3d2 req-311cf478-255a-40c6-9d28-f22d75b1a468 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479391 Jul 02 03:43:57.024693 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c21bb0-6048-4bbe-a9a9-035ac8cc5109 req-a39717ba-a3f6-47c5-b45e-5da492ddf5ae tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:57.026454 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f8c21bb0-6048-4bbe-a9a9-035ac8cc5109 req-a39717ba-a3f6-47c5-b45e-5da492ddf5ae tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 943 time: 0.0588341 Jul 02 03:43:57.077534 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f8c21bb0-6048-4bbe-a9a9-035ac8cc5109 req-43b309d9-e503-4a4e-883e-50d1d27d116a tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447013 Jul 02 03:43:58.205867 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d289ca-82f6-4899-a481-b4656ae52597 req-7c08d6b3-58bc-4dac-ab3e-97de714ad991 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:58.207486 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-89d289ca-82f6-4899-a481-b4656ae52597 req-7c08d6b3-58bc-4dac-ab3e-97de714ad991 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 943 time: 0.0501094 Jul 02 03:43:58.255830 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-89d289ca-82f6-4899-a481-b4656ae52597 req-b7375203-5314-4ee5-92fd-3ee398f7fecf tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426414 Jul 02 03:43:59.386314 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892f6d8-723f-4636-9f2d-b3d0b74e388b req-b0a01832-31fb-4903-9ecf-2daddc49f926 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:43:59.387863 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3892f6d8-723f-4636-9f2d-b3d0b74e388b req-b0a01832-31fb-4903-9ecf-2daddc49f926 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 943 time: 0.0504143 Jul 02 03:43:59.446776 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3892f6d8-723f-4636-9f2d-b3d0b74e388b req-ae13e953-1e10-41b3-a711-f9b2f27535ec tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523386 Jul 02 03:43:59.988601 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:44:00.570436 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5defdde8-34ae-4f9c-aa57-33be51a2429f req-c0fe8b78-841c-478d-965a-060595254b0b tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:44:00.572815 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5defdde8-34ae-4f9c-aa57-33be51a2429f req-c0fe8b78-841c-478d-965a-060595254b0b tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 943 time: 0.0487494 Jul 02 03:44:00.591829 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:44:00.623856 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5defdde8-34ae-4f9c-aa57-33be51a2429f req-714ae71b-b833-44c1-9186-7d5570c9d430 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452027 Jul 02 03:44:01.787950 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5b515-b8b5-47a3-88f0-fdd358cf30ca req-b3adf0c5-7e30-4aab-8b7c-39bb8906453d tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:44:01.789895 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a3c5b515-b8b5-47a3-88f0-fdd358cf30ca req-b3adf0c5-7e30-4aab-8b7c-39bb8906453d tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 943 time: 0.0752652 Jul 02 03:44:01.858156 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a3c5b515-b8b5-47a3-88f0-fdd358cf30ca req-4b1c365f-85f4-4969-9647-4f3a72976cde tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558236 Jul 02 03:44:03.002428 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a71ec7-bcd8-4dcb-8951-8f75fcf943c3 req-14641c1f-7676-4c1d-b9d1-8f7573c08951 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:44:03.004130 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a7a71ec7-bcd8-4dcb-8951-8f75fcf943c3 req-14641c1f-7676-4c1d-b9d1-8f7573c08951 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 943 time: 0.0575306 Jul 02 03:44:03.060518 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a7a71ec7-bcd8-4dcb-8951-8f75fcf943c3 req-3d4897aa-f8e0-4190-b2f1-4dc2ac799406 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493782 Jul 02 03:44:03.734971 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=51 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:44:03.736222 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=29 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:44:04.186674 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3710ce0-24a4-4a9a-ab94-7d7829457299 req-dbc08425-e32a-48f1-ac92-fcf20fcf174c tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:44:04.188204 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d3710ce0-24a4-4a9a-ab94-7d7829457299 req-dbc08425-e32a-48f1-ac92-fcf20fcf174c tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 943 time: 0.0489795 Jul 02 03:44:04.241883 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d3710ce0-24a4-4a9a-ab94-7d7829457299 req-f053478d-1064-4712-93a9-5baca523e6a5 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481908 Jul 02 03:44:05.377414 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdffb3f7-6713-4465-911e-8356665a751c req-da028520-bbab-4ef5-9e43-0c936a9d7c30 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:44:05.378938 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cdffb3f7-6713-4465-911e-8356665a751c req-da028520-bbab-4ef5-9e43-0c936a9d7c30 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 943 time: 0.0490799 Jul 02 03:44:05.432910 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cdffb3f7-6713-4465-911e-8356665a751c req-3aebca4b-0dc8-4ab7-b12c-e54ca397e752 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480905 Jul 02 03:44:06.563125 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642fb5e-dea0-462b-a627-649e1f0d2c25 req-e57ee208-8cd0-489a-bc61-3f4e4cbbe548 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:44:06.564665 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b642fb5e-dea0-462b-a627-649e1f0d2c25 req-e57ee208-8cd0-489a-bc61-3f4e4cbbe548 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 943 time: 0.0499947 Jul 02 03:44:06.620248 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b642fb5e-dea0-462b-a627-649e1f0d2c25 req-36e612a9-1935-4be7-8e4f-ceb9eb206e48 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498831 Jul 02 03:44:06.863315 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=13 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:44:07.761953 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbc7e5-e8bf-41f1-a952-b95b227d3e25 req-3883e409-3372-4f65-85a1-5d683ffa832d tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:44:07.763506 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2afbc7e5-e8bf-41f1-a952-b95b227d3e25 req-3883e409-3372-4f65-85a1-5d683ffa832d tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 943 time: 0.0561001 Jul 02 03:44:07.808725 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:44:07.813758 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2afbc7e5-e8bf-41f1-a952-b95b227d3e25 req-3ebbfaff-8589-46e7-94d4-bd10b8e43df6 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446863 Jul 02 03:44:08.828730 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 41edcc3a-c954-4e67-a0a2-822da68709b0 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 03:44:08.942679 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 41edcc3a-c954-4e67-a0a2-822da68709b0, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=41edcc3a-c954-4e67-a0a2-822da68709b0,segment=NetworkSegment(645b2d22-891d-43a9-95be-abb4172a72ed),segment_id=645b2d22-891d-43a9-95be-abb4172a72ed)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:44:08.946338 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8267cb-c765-4e14-8c36-044e4e46b979 req-76f19f0a-1faa-4a18-9de3-c629380f44be tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:44:08.947875 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2c8267cb-c765-4e14-8c36-044e4e46b979 req-76f19f0a-1faa-4a18-9de3-c629380f44be tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 943 time: 0.0520313 Jul 02 03:44:08.958946 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Returning: {'device': '41edcc3a-c954-4e67-a0a2-822da68709b0', 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f', 'port_id': '41edcc3a-c954-4e67-a0a2-822da68709b0', 'mac_address': 'fa:16:3e:d1:bb:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 03:44:08.997460 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 41edcc3a-c954-4e67-a0a2-822da68709b0 is: DOWN; New status is: BUILD {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:44:08.997851 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (41edcc3a-c954-4e67-a0a2-822da68709b0), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:44:08.998804 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2c8267cb-c765-4e14-8c36-044e4e46b979 req-ad805db9-0e75-493e-83fe-a246c297776f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447896 Jul 02 03:44:09.012785 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41edcc3a-c954-4e67-a0a2-822da68709b0 {{(pid=104251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:44:09.034216 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 41edcc3a-c954-4e67-a0a2-822da68709b0, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=41edcc3a-c954-4e67-a0a2-822da68709b0,segment=NetworkSegment(645b2d22-891d-43a9-95be-abb4172a72ed),segment_id=645b2d22-891d-43a9-95be-abb4172a72ed)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:44:09.040137 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (41edcc3a-c954-4e67-a0a2-822da68709b0), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:44:09.085124 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=41edcc3a-c954-4e67-a0a2-822da68709b0,revision_number=9']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:44:09.517819 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['41edcc3a-c954-4e67-a0a2-822da68709b0'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:44:09.523057 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:44:09.544704 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:44:09.985259 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:44:10.119894 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9036c5-1b95-4486-8549-4b4b3ffa9104 req-ad495f46-abe5-4aa8-8715-8b3888c3fa31 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:44:10.121627 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-dd9036c5-1b95-4486-8549-4b4b3ffa9104 req-ad495f46-abe5-4aa8-8715-8b3888c3fa31 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 944 time: 0.0490887 Jul 02 03:44:10.172755 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-dd9036c5-1b95-4486-8549-4b4b3ffa9104 req-7d35927b-ad75-423e-a792-720f6c76459e tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432615 Jul 02 03:44:10.847866 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 41edcc3a-c954-4e67-a0a2-822da68709b0 up at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:44:10.895447 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning complete for port 41edcc3a-c954-4e67-a0a2-822da68709b0 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:44:10.895811 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (41edcc3a-c954-4e67-a0a2-822da68709b0), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:44:10.968807 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 41edcc3a-c954-4e67-a0a2-822da68709b0 is: BUILD; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:44:10.969192 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (41edcc3a-c954-4e67-a0a2-822da68709b0), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:44:10.992075 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86c62ef-7db9-4c66-be31-20868e93d817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41edcc3a-c954-4e67-a0a2-822da68709b0'}] {{(pid=104251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:44:10.994264 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea91eb0431f3890beba7fecfff9803703e4988fc204844c40d6eadfc05b4f309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3dc1db-650e-49ce-8e31-b94b520658d6" -d '{"events": [{"server_uuid": "e86c62ef-7db9-4c66-be31-20868e93d817", "name": "network-vif-plugged", "status": "completed", "tag": "41edcc3a-c954-4e67-a0a2-822da68709b0"}]}' {{(pid=104251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:44:11.007330 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 41edcc3a-c954-4e67-a0a2-822da68709b0, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=41edcc3a-c954-4e67-a0a2-822da68709b0,segment=NetworkSegment(645b2d22-891d-43a9-95be-abb4172a72ed),segment_id=645b2d22-891d-43a9-95be-abb4172a72ed)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:44:11.013310 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (41edcc3a-c954-4e67-a0a2-822da68709b0), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:44:11.036107 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a06fdb-b417-4c58-b4f2-5267f4753729 x-openstack-request-id: req-c3a06fdb-b417-4c58-b4f2-5267f4753729 {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:44:11.036391 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86c62ef-7db9-4c66-be31-20868e93d817", "name": "network-vif-plugged", "status": "completed", "tag": "41edcc3a-c954-4e67-a0a2-822da68709b0", "code": 200}]} {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:44:11.036612 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c3a06fdb-b417-4c58-b4f2-5267f4753729 {{(pid=104251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:44:11.037029 dv-cinder-846842-9-iscsi neutron-server[104251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3a06fdb-b417-4c58-b4f2-5267f4753729'] response: {'server_uuid': 'e86c62ef-7db9-4c66-be31-20868e93d817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41edcc3a-c954-4e67-a0a2-822da68709b0', 'code': 200} Jul 02 03:44:11.062689 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=41edcc3a-c954-4e67-a0a2-822da68709b0,revision_number=10']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:44:11.296434 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfc5a3-68a4-4e94-8b28-64eaa111e72d req-6c6575f6-e6b4-4430-bfc2-a244a49afbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:44:11.297999 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-42bfc5a3-68a4-4e94-8b28-64eaa111e72d req-6c6575f6-e6b4-4430-bfc2-a244a49afbfe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 1130 time: 0.0401020 Jul 02 03:44:11.306530 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3a8b8-ebed-4d53-bac0-9764cd367b63 req-c7f82235-a369-4eee-953d-1167135227cc tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:44:11.308124 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ace3a8b8-ebed-4d53-bac0-9764cd367b63 req-c7f82235-a369-4eee-953d-1167135227cc tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 946 time: 0.0526369 Jul 02 03:44:11.344464 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-42bfc5a3-68a4-4e94-8b28-64eaa111e72d req-514dadc0-e587-4424-87a0-848660cb97f3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389509 Jul 02 03:44:11.356814 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ace3a8b8-ebed-4d53-bac0-9764cd367b63 req-30745319-5632-4c2d-b3c8-1eae930d476b tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428691 Jul 02 03:44:12.489133 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156fbd8-d7c0-4923-b75e-772cfa1d5b59 req-674a311d-7e0b-4544-9019-d945f70899b4 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:44:12.490642 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9156fbd8-d7c0-4923-b75e-772cfa1d5b59 req-674a311d-7e0b-4544-9019-d945f70899b4 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 946 time: 0.0504270 Jul 02 03:44:12.535879 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:44:12.541733 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9156fbd8-d7c0-4923-b75e-772cfa1d5b59 req-dae93ee1-b522-48d9-a308-18eef2e573e6 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450714 Jul 02 03:44:13.664123 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c5c45-e947-43a3-987b-33f386063047 req-7419d6d0-d728-47f7-aa5d-ae42f109f160 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:44:13.665832 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-df2c5c45-e947-43a3-987b-33f386063047 req-7419d6d0-d728-47f7-aa5d-ae42f109f160 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 946 time: 0.0479465 Jul 02 03:44:13.722433 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-df2c5c45-e947-43a3-987b-33f386063047 req-2b29fe12-bab5-49a2-82bc-5ac888bc006d tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502894 Jul 02 03:44:17.944380 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:44:20.267163 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-bec1ede7-64a2-43f9-82b1-a303e2955aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:44:21.334594 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=7 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:44:21.342076 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=11 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:44:22.547803 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-87b7ec15-1b16-4856-8a88-14bbfb9e2ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:44:23.621121 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:44:23.708326 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=43 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:44:23.718194 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=7 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:44:23.756349 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-5624e969-77f6-4496-9055-74c3b30a6d75 req-52710111-cf11-4aa2-8362-635c2c256cab service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431190 Jul 02 03:44:23.865043 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624e969-77f6-4496-9055-74c3b30a6d75 req-0ab1827f-9329-40cb-b039-ec2384c485e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:44:23.866610 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-5624e969-77f6-4496-9055-74c3b30a6d75 req-0ab1827f-9329-40cb-b039-ec2384c485e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f39e852f8d14dec8e98d8d77fe90766&device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 1130 time: 0.0440645 Jul 02 03:44:23.977782 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624e969-77f6-4496-9055-74c3b30a6d75 req-6abdef0c-8406-4e6a-b07e-611b078131e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:44:23.979184 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-5624e969-77f6-4496-9055-74c3b30a6d75 req-6abdef0c-8406-4e6a-b07e-611b078131e9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dc0b5a80-e232-44f7-a253-08cca2946b9f HTTP/1.1" status: 200 len: 918 time: 0.0927198 Jul 02 03:44:24.047584 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-5624e969-77f6-4496-9055-74c3b30a6d75 req-094c646c-d5de-4fed-a9ca-3dc1ae67b9f2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41edcc3a-c954-4e67-a0a2-822da68709b0 HTTP/1.1" status: 200 len: 1001 time: 0.0614996 Jul 02 03:44:24.095527 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624e969-77f6-4496-9055-74c3b30a6d75 req-81776ebc-0fbd-4764-bbaa-2e52726987e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:44:24.096926 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-5624e969-77f6-4496-9055-74c3b30a6d75 req-81776ebc-0fbd-4764-bbaa-2e52726987e4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e HTTP/1.1" status: 200 len: 856 time: 0.0431149 Jul 02 03:44:24.140743 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624e969-77f6-4496-9055-74c3b30a6d75 req-7621084d-4771-4714-8a85-f9c21c5b849b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:44:24.142271 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-5624e969-77f6-4496-9055-74c3b30a6d75 req-7621084d-4771-4714-8a85-f9c21c5b849b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc0b5a80-e232-44f7-a253-08cca2946b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387483 Jul 02 03:44:24.236292 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-5624e969-77f6-4496-9055-74c3b30a6d75 req-6c1a6acc-2286-4065-9117-29f90e375ecc service neutron] 10.222.0.26 "GET /v2.0/networks/dc0b5a80-e232-44f7-a253-08cca2946b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868397 Jul 02 03:44:24.328498 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-5624e969-77f6-4496-9055-74c3b30a6d75 req-aa0fe334-c77a-4003-a60e-26da34b36273 service neutron] 10.222.0.26 "GET /v2.0/networks/dc0b5a80-e232-44f7-a253-08cca2946b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853374 Jul 02 03:44:25.235863 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:44:25.337852 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:44:34.324744 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=48 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:44:34.325948 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=53 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:44:35.330232 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:44:35.332730 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=49,neutron:UPDATE=7 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:44:36.997346 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:44:47.933550 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:44:49.293120 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=16 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:44:49.294394 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=18 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:44:50.253309 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-ff24c5de-289b-4655-9a38-bbb9317ef456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:44:52.547386 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-ad77da85-bb65-4d04-b229-e68c8ab41a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:44:53.624642 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:44:55.232955 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:44:55.341240 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:05.329322 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:05.333962 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:12.529738 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8879411-b95d-4341-898e-1d6bf376e2e9 req-30bcd516-a336-4f4c-b982-112bb01ce3e7 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:12.531173 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e8879411-b95d-4341-898e-1d6bf376e2e9 req-30bcd516-a336-4f4c-b982-112bb01ce3e7 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af2c7ed-c01c-4f12-a9c9-28129e849bdc HTTP/1.1" status: 200 len: 945 time: 0.0580571 Jul 02 03:45:12.580279 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e8879411-b95d-4341-898e-1d6bf376e2e9 req-efaf404b-afd1-43b4-954c-7059e5510392 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e285f35-eb25-43ab-9a47-b1d9fad9f320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433359 Jul 02 03:45:13.701521 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b52628-df6b-4bda-99e7-b3b3ec964d34 req-42afa7e2-3806-43c8-8be3-67d108cf4c16 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:13.703001 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-65b52628-df6b-4bda-99e7-b3b3ec964d34 req-42afa7e2-3806-43c8-8be3-67d108cf4c16 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af2c7ed-c01c-4f12-a9c9-28129e849bdc HTTP/1.1" status: 200 len: 945 time: 0.0497363 Jul 02 03:45:13.751726 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-65b52628-df6b-4bda-99e7-b3b3ec964d34 req-584e19e4-d60f-46e0-99f2-78e429593321 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e285f35-eb25-43ab-9a47-b1d9fad9f320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427334 Jul 02 03:45:13.992009 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:45:14.542924 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c7968-bc18-4cbf-988d-b8b33583fbf0 req-66925bbc-50b8-4c9e-a629-02320927844c tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:14.544374 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-461c7968-bc18-4cbf-988d-b8b33583fbf0 req-66925bbc-50b8-4c9e-a629-02320927844c tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.26 "GET /v2.0/ports?device_id=1af2c7ed-c01c-4f12-a9c9-28129e849bdc HTTP/1.1" status: 200 len: 945 time: 0.0562546 Jul 02 03:45:14.626314 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-461c7968-bc18-4cbf-988d-b8b33583fbf0 req-3d6c2bf3-b439-44fe-b8c7-2b6680f8a165 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Deleting port 69d4d9fb-1309-4a88-8717-b17ebe2b00bd {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:45:14.626648 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-461c7968-bc18-4cbf-988d-b8b33583fbf0 req-3d6c2bf3-b439-44fe-b8c7-2b6680f8a165 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (69d4d9fb-1309-4a88-8717-b17ebe2b00bd), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:14.728631 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-461c7968-bc18-4cbf-988d-b8b33583fbf0 req-3d6c2bf3-b439-44fe-b8c7-2b6680f8a165 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] For port 69d4d9fb-1309-4a88-8717-b17ebe2b00bd, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=69d4d9fb-1309-4a88-8717-b17ebe2b00bd,segment=NetworkSegment(f42053ac-70b9-4a5f-91c4-b122b3b8433a),segment_id=f42053ac-70b9-4a5f-91c4-b122b3b8433a)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:45:14.729005 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-461c7968-bc18-4cbf-988d-b8b33583fbf0 req-3d6c2bf3-b439-44fe-b8c7-2b6680f8a165 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (69d4d9fb-1309-4a88-8717-b17ebe2b00bd), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:14.873356 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a25408-d1fc-41e3-8369-5db3b669b72f req-26f12bc5-c299-4eb1-9294-1b59afb7dfae tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:14.874977 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f3a25408-d1fc-41e3-8369-5db3b669b72f req-26f12bc5-c299-4eb1-9294-1b59afb7dfae tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af2c7ed-c01c-4f12-a9c9-28129e849bdc HTTP/1.1" status: 200 len: 945 time: 0.0527799 Jul 02 03:45:14.900702 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-461c7968-bc18-4cbf-988d-b8b33583fbf0 req-3d6c2bf3-b439-44fe-b8c7-2b6680f8a165 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:14.901054 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-461c7968-bc18-4cbf-988d-b8b33583fbf0 req-3d6c2bf3-b439-44fe-b8c7-2b6680f8a165 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389155'] for floatingip (962cfd27-7ca9-4f02-80b9-d6bb4e68e24e), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:14.901368 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.db.l3_db [req-461c7968-bc18-4cbf-988d-b8b33583fbf0 req-3d6c2bf3-b439-44fe-b8c7-2b6680f8a165 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Floating IP 962cfd27-7ca9-4f02-80b9-d6bb4e68e24e disassociated. External IP: 172.27.0.57, port: 69d4d9fb-1309-4a88-8717-b17ebe2b00bd. Jul 02 03:45:14.901704 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-461c7968-bc18-4cbf-988d-b8b33583fbf0 req-3d6c2bf3-b439-44fe-b8c7-2b6680f8a165 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Calling delete_port for 69d4d9fb-1309-4a88-8717-b17ebe2b00bd owned by compute:nova {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:45:14.923896 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f3a25408-d1fc-41e3-8369-5db3b669b72f req-303b3d79-9496-4a22-8eb5-6a53292fe901 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e285f35-eb25-43ab-9a47-b1d9fad9f320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430343 Jul 02 03:45:15.056192 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-461c7968-bc18-4cbf-988d-b8b33583fbf0 req-3d6c2bf3-b439-44fe-b8c7-2b6680f8a165 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (69d4d9fb-1309-4a88-8717-b17ebe2b00bd), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:15.083270 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c2bf3-b439-44fe-b8c7-2b6680f8a165 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event deleted for resources: {'Port': ['ID=69d4d9fb-1309-4a88-8717-b17ebe2b00bd,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:15.094365 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c2bf3-b439-44fe-b8c7-2b6680f8a165 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:15.094749 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c2bf3-b439-44fe-b8c7-2b6680f8a165 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:15.095065 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c2bf3-b439-44fe-b8c7-2b6680f8a165 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:15.095444 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c2bf3-b439-44fe-b8c7-2b6680f8a165 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:15.095776 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c2bf3-b439-44fe-b8c7-2b6680f8a165 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:15.096107 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c2bf3-b439-44fe-b8c7-2b6680f8a165 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:15.096424 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c2bf3-b439-44fe-b8c7-2b6680f8a165 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:15.096772 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c2bf3-b439-44fe-b8c7-2b6680f8a165 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:15.097087 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c2bf3-b439-44fe-b8c7-2b6680f8a165 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:15.097399 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c2bf3-b439-44fe-b8c7-2b6680f8a165 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:15.097728 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c2bf3-b439-44fe-b8c7-2b6680f8a165 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:15.098042 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c2bf3-b439-44fe-b8c7-2b6680f8a165 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:15.098361 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c2bf3-b439-44fe-b8c7-2b6680f8a165 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:15.098677 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c2bf3-b439-44fe-b8c7-2b6680f8a165 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:15.098985 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c2bf3-b439-44fe-b8c7-2b6680f8a165 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:15.207798 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-461c7968-bc18-4cbf-988d-b8b33583fbf0 req-3d6c2bf3-b439-44fe-b8c7-2b6680f8a165 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:45:15.323266 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-461c7968-bc18-4cbf-988d-b8b33583fbf0 req-3d6c2bf3-b439-44fe-b8c7-2b6680f8a165 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:45:15.333808 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a99099-8c04-4a9c-9914-2e024034e678 None None] Sync routers for ids ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:45:15.345113 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a99099-8c04-4a9c-9914-2e024034e678 None None] Routers {'3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:45:15.345824 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-c4a99099-8c04-4a9c-9914-2e024034e678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:44:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:45:15.368223 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-461c7968-bc18-4cbf-988d-b8b33583fbf0 req-3d6c2bf3-b439-44fe-b8c7-2b6680f8a165 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] No DVR routers for this DVR port 69d4d9fb-1309-4a88-8717-b17ebe2b00bd on host hv-cinder-84684 {{(pid=104250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:45:15.370787 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-461c7968-bc18-4cbf-988d-b8b33583fbf0 req-3d6c2bf3-b439-44fe-b8c7-2b6680f8a165 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:15.373987 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-461c7968-bc18-4cbf-988d-b8b33583fbf0 req-3d6c2bf3-b439-44fe-b8c7-2b6680f8a165 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.26 "DELETE /v2.0/ports/69d4d9fb-1309-4a88-8717-b17ebe2b00bd HTTP/1.1" status: 204 len: 173 time: 0.8231642 Jul 02 03:45:15.374412 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af2c7ed-c01c-4f12-a9c9-28129e849bdc', 'name': 'network-vif-deleted', 'tag': '69d4d9fb-1309-4a88-8717-b17ebe2b00bd'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:45:15.376661 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c102ea-0531-49ae-8288-a56ab3406eb6" -d '{"events": [{"server_uuid": "1af2c7ed-c01c-4f12-a9c9-28129e849bdc", "name": "network-vif-deleted", "tag": "69d4d9fb-1309-4a88-8717-b17ebe2b00bd"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:45:15.412666 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623790e4-e437-49f0-bd89-8267ad196f29 x-openstack-request-id: req-623790e4-e437-49f0-bd89-8267ad196f29 {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:45:15.412961 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af2c7ed-c01c-4f12-a9c9-28129e849bdc", "name": "network-vif-deleted", "tag": "69d4d9fb-1309-4a88-8717-b17ebe2b00bd", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:45:15.413211 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-623790e4-e437-49f0-bd89-8267ad196f29 {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:45:15.413729 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-623790e4-e437-49f0-bd89-8267ad196f29'] response: {'server_uuid': '1af2c7ed-c01c-4f12-a9c9-28129e849bdc', 'name': 'network-vif-deleted', 'tag': '69d4d9fb-1309-4a88-8717-b17ebe2b00bd', 'status': 'completed', 'code': 200} Jul 02 03:45:15.586624 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-c4a99099-8c04-4a9c-9914-2e024034e678 None None] Set router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:45:15.785905 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-c4a99099-8c04-4a9c-9914-2e024034e678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'name': 'tempest-AttachVolumeNegativeTest-1944099048-router', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:12Z', 'updated_at': '2022-07-02T03:34:25Z', 'revision_number': 4, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'gw_port': {'id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:15Z', 'updated_at': '2022-07-02T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '1e1afdd4-79ed-4696-98f4-e3dd5de0fa94', 'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'mac_address': 'fa:16:3e:08:83:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:24Z', 'updated_at': '2022-07-02T03:34:44Z', 'revision_number': 5, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'subnets': [{'id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:45:15.810429 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a99099-8c04-4a9c-9914-2e024034e678 None None] Checking router: 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:45:15.819429 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a99099-8c04-4a9c-9914-2e024034e678 None None] Routers {'3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:45:15.820037 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-c4a99099-8c04-4a9c-9914-2e024034e678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:44:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:45:15.923218 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-c4a99099-8c04-4a9c-9914-2e024034e678 None None] Set router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:45:16.011633 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 39994) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:45:16.066636 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-566d0a9a-9ef0-409b-9363-898367dcb71e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group (4e285f35-eb25-43ab-9a47-b1d9fad9f320), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:16.089837 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-566d0a9a-9ef0-409b-9363-898367dcb71e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group (4e285f35-eb25-43ab-9a47-b1d9fad9f320), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:16.130118 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-c4a99099-8c04-4a9c-9914-2e024034e678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'name': 'tempest-AttachVolumeNegativeTest-1944099048-router', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:12Z', 'updated_at': '2022-07-02T03:34:25Z', 'revision_number': 4, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'gw_port': {'id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:15Z', 'updated_at': '2022-07-02T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '1e1afdd4-79ed-4696-98f4-e3dd5de0fa94', 'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'mac_address': 'fa:16:3e:08:83:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:24Z', 'updated_at': '2022-07-02T03:34:44Z', 'revision_number': 5, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'subnets': [{'id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:45:16.149864 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-566d0a9a-9ef0-409b-9363-898367dcb71e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (4e285f35-eb25-43ab-9a47-b1d9fad9f320), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:16.152518 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-566d0a9a-9ef0-409b-9363-898367dcb71e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:16.157091 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-566d0a9a-9ef0-409b-9363-898367dcb71e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "DELETE /v2.0/security-groups/4e285f35-eb25-43ab-9a47-b1d9fad9f320 HTTP/1.1" status: 204 len: 168 time: 0.1410298 Jul 02 03:45:16.157265 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a99099-8c04-4a9c-9914-2e024034e678 None None] The sync data for ids ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'] in dv-cinder-846842-9-iscsi is: [{'id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'name': 'tempest-AttachVolumeNegativeTest-1944099048-router', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:12Z', 'updated_at': '2022-07-02T03:34:25Z', 'revision_number': 4, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'gw_port': {'id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:15Z', 'updated_at': '2022-07-02T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '1e1afdd4-79ed-4696-98f4-e3dd5de0fa94', 'name': '', 'network_id': '389311ee-b4f4-4d7f-89a6-51f9bda5ef70', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'mac_address': 'fa:16:3e:08:83:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:24Z', 'updated_at': '2022-07-02T03:34:44Z', 'revision_number': 5, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'subnets': [{'id': 'c753fd38-19d6-439d-9e37-af1a40857012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:45:16.157434 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 39996) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:45:16.163184 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d0a9a-9ef0-409b-9363-898367dcb71e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e285f35-eb25-43ab-9a47-b1d9fad9f320,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:16.171348 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d0a9a-9ef0-409b-9363-898367dcb71e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:16.171701 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d0a9a-9ef0-409b-9363-898367dcb71e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:16.172044 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d0a9a-9ef0-409b-9363-898367dcb71e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:16.172379 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d0a9a-9ef0-409b-9363-898367dcb71e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:16.172711 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d0a9a-9ef0-409b-9363-898367dcb71e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:16.173042 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d0a9a-9ef0-409b-9363-898367dcb71e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:16.173371 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d0a9a-9ef0-409b-9363-898367dcb71e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:16.173695 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d0a9a-9ef0-409b-9363-898367dcb71e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:16.174039 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d0a9a-9ef0-409b-9363-898367dcb71e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:16.174364 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d0a9a-9ef0-409b-9363-898367dcb71e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:16.174723 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d0a9a-9ef0-409b-9363-898367dcb71e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:16.175095 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d0a9a-9ef0-409b-9363-898367dcb71e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:16.175447 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d0a9a-9ef0-409b-9363-898367dcb71e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:16.175769 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d0a9a-9ef0-409b-9363-898367dcb71e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:16.176084 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d0a9a-9ef0-409b-9363-898367dcb71e tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:16.177264 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.api.v2.resource [None req-598f4e5e-7730-4b74-911f-ec5265626d37 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] show failed (client error): The resource could not be found. Jul 02 03:45:16.178406 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-598f4e5e-7730-4b74-911f-ec5265626d37 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "GET /v2.0/security-groups/4e285f35-eb25-43ab-9a47-b1d9fad9f320 HTTP/1.1" status: 404 len: 347 time: 0.0179670 Jul 02 03:45:16.181400 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 39998) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:45:16.289320 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:16.304636 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-f3ea16b9-78b3-4e2a-9da6-a410d79cbf77 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Deleting port 0adfda47-f01f-47ce-b355-906ca74939ab {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:45:16.304973 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f3ea16b9-78b3-4e2a-9da6-a410d79cbf77 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (0adfda47-f01f-47ce-b355-906ca74939ab), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:16.333102 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:16.390985 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f3ea16b9-78b3-4e2a-9da6-a410d79cbf77 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (0adfda47-f01f-47ce-b355-906ca74939ab), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:16.391325 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f3ea16b9-78b3-4e2a-9da6-a410d79cbf77 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for floatingip (0adfda47-f01f-47ce-b355-906ca74939ab), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:16.403448 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54d18ea-49b4-4e3a-aa52-30b4d9c2fc3e None None] New status for floating IP 962cfd27-7ca9-4f02-80b9-d6bb4e68e24e: DOWN {{(pid=104252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 02 03:45:16.406835 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-f3ea16b9-78b3-4e2a-9da6-a410d79cbf77 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Calling delete_port for 0adfda47-f01f-47ce-b355-906ca74939ab owned by network:floatingip {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:45:16.569353 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f3ea16b9-78b3-4e2a-9da6-a410d79cbf77 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (0adfda47-f01f-47ce-b355-906ca74939ab), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:16.591249 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea16b9-78b3-4e2a-9da6-a410d79cbf77 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Pushing event deleted for resources: {'Port': ['ID=0adfda47-f01f-47ce-b355-906ca74939ab,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:16.654291 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f3ea16b9-78b3-4e2a-9da6-a410d79cbf77 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks [] for floatingip (962cfd27-7ca9-4f02-80b9-d6bb4e68e24e), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:16.656725 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-f3ea16b9-78b3-4e2a-9da6-a410d79cbf77 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:16.657884 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-f3ea16b9-78b3-4e2a-9da6-a410d79cbf77 tempest-AttachVolumeNegativeTest-1578252906 tempest-AttachVolumeNegativeTest-1578252906-project] 10.222.0.42 "DELETE /v2.0/floatingips/962cfd27-7ca9-4f02-80b9-d6bb4e68e24e HTTP/1.1" status: 204 len: 168 time: 0.4722004 Jul 02 03:45:17.934814 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:19.144935 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 69d4d9fb-1309-4a88-8717-b17ebe2b00bd no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:45:19.164619 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] No Port match for: 69d4d9fb-1309-4a88-8717-b17ebe2b00bd {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:45:19.164956 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 69d4d9fb-1309-4a88-8717-b17ebe2b00bd not bound to the agent host hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:45:20.251266 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-ea039d37-b96b-471f-a555-7a3616d9f08c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:20.386101 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 40036) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:45:20.819598 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-420b8bf4-a5d5-4b19-92bb-ef66e593b349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386372'] for router_interface (3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:21.052006 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-420b8bf4-a5d5-4b19-92bb-ef66e593b349 admin admin] Deleting port 1e1afdd4-79ed-4696-98f4-e3dd5de0fa94 {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:45:21.052301 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-420b8bf4-a5d5-4b19-92bb-ef66e593b349 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (1e1afdd4-79ed-4696-98f4-e3dd5de0fa94), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:21.063460 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:21.069840 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:21.121821 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6b88f-5ae8-4f77-8240-3f240d3d4b9a req-b20587d6-d519-4aa6-b272-0f964f67dfbc tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:21.123318 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e3e6b88f-5ae8-4f77-8240-3f240d3d4b9a req-b20587d6-d519-4aa6-b272-0f964f67dfbc tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 946 time: 0.0594213 Jul 02 03:45:21.137048 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [None req-420b8bf4-a5d5-4b19-92bb-ef66e593b349 admin admin] For port 1e1afdd4-79ed-4696-98f4-e3dd5de0fa94, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=1e1afdd4-79ed-4696-98f4-e3dd5de0fa94,segment=NetworkSegment(f42053ac-70b9-4a5f-91c4-b122b3b8433a),segment_id=f42053ac-70b9-4a5f-91c4-b122b3b8433a)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:45:21.137412 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-420b8bf4-a5d5-4b19-92bb-ef66e593b349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (1e1afdd4-79ed-4696-98f4-e3dd5de0fa94), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:21.151215 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-420b8bf4-a5d5-4b19-92bb-ef66e593b349 admin admin] Calling delete_port for 1e1afdd4-79ed-4696-98f4-e3dd5de0fa94 owned by network:router_interface {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:45:21.173024 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e3e6b88f-5ae8-4f77-8240-3f240d3d4b9a req-514b2805-48cf-4c95-a845-cd0d67b06be2 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436645 Jul 02 03:45:21.600090 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-420b8bf4-a5d5-4b19-92bb-ef66e593b349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (1e1afdd4-79ed-4696-98f4-e3dd5de0fa94), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:21.627698 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b8bf4-a5d5-4b19-92bb-ef66e593b349 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e1afdd4-79ed-4696-98f4-e3dd5de0fa94,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:21.792456 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-420b8bf4-a5d5-4b19-92bb-ef66e593b349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-385460'] for router_interface (3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:21.996981 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420b8bf4-a5d5-4b19-92bb-ef66e593b349 admin admin] Router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:45:22.097452 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420b8bf4-a5d5-4b19-92bb-ef66e593b349 admin admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:45:22.102485 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-420b8bf4-a5d5-4b19-92bb-ef66e593b349 admin admin] 10.222.0.42 "PUT /v2.0/routers/3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7153573 Jul 02 03:45:22.105659 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 40052) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:45:22.107847 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c998b3aa-f890-4c6f-93f6-dec1cfe6b14a None None] Sync routers for ids ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:45:22.123031 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c998b3aa-f890-4c6f-93f6-dec1cfe6b14a None None] Routers {'3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:45:22.124016 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-c998b3aa-f890-4c6f-93f6-dec1cfe6b14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:44:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:45:22.198024 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:22.200041 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:22.215444 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-01bf2711-7a0a-40f4-9a90-9e0408c60e7b admin admin] Publish callbacks [] for router (3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:22.238737 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-c998b3aa-f890-4c6f-93f6-dec1cfe6b14a None None] Set router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:45:22.297825 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e78ea-605b-40fa-b949-a3b478db44dc req-63003cfb-4867-4dfa-8474-9fae3ad49071 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:22.300040 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-341e78ea-605b-40fa-b949-a3b478db44dc req-63003cfb-4867-4dfa-8474-9fae3ad49071 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 946 time: 0.0488434 Jul 02 03:45:22.317972 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-01bf2711-7a0a-40f4-9a90-9e0408c60e7b admin admin] Publish callbacks [] for router_gateway (3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:22.351024 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-341e78ea-605b-40fa-b949-a3b478db44dc req-3de1bab7-b8b4-4822-8cc5-2456cb79d4f9 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450225 Jul 02 03:45:22.364230 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-01bf2711-7a0a-40f4-9a90-9e0408c60e7b admin admin] Deleting port d0a54b36-dbad-4b86-b3ad-be981d38d613 {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:45:22.364567 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-01bf2711-7a0a-40f4-9a90-9e0408c60e7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (d0a54b36-dbad-4b86-b3ad-be981d38d613), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:22.378015 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=100 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:22.414012 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-c998b3aa-f890-4c6f-93f6-dec1cfe6b14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'name': 'tempest-AttachVolumeNegativeTest-1944099048-router', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:12Z', 'updated_at': '2022-07-02T03:45:21Z', 'revision_number': 5, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'gw_port': {'id': 'd0a54b36-dbad-4b86-b3ad-be981d38d613', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:15Z', 'updated_at': '2022-07-02T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi'}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:45:22.416900 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:22.440543 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c998b3aa-f890-4c6f-93f6-dec1cfe6b14a None None] Checking router: 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:45:22.449428 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c998b3aa-f890-4c6f-93f6-dec1cfe6b14a None None] Routers {'3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:45:22.450052 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-c998b3aa-f890-4c6f-93f6-dec1cfe6b14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:44:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:45:22.451580 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [None req-01bf2711-7a0a-40f4-9a90-9e0408c60e7b admin admin] For port d0a54b36-dbad-4b86-b3ad-be981d38d613, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=d0a54b36-dbad-4b86-b3ad-be981d38d613,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:45:22.451941 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-01bf2711-7a0a-40f4-9a90-9e0408c60e7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (d0a54b36-dbad-4b86-b3ad-be981d38d613), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:22.465774 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-01bf2711-7a0a-40f4-9a90-9e0408c60e7b admin admin] Calling delete_port for d0a54b36-dbad-4b86-b3ad-be981d38d613 owned by network:router_gateway {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:45:22.548509 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-c998b3aa-f890-4c6f-93f6-dec1cfe6b14a None None] Set router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 gateway port host: None {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:45:22.574378 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-f2ee6668-5baf-48e7-b01f-b5fd1341c3af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:22.607034 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-c998b3aa-f890-4c6f-93f6-dec1cfe6b14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'name': 'tempest-AttachVolumeNegativeTest-1944099048-router', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:12Z', 'updated_at': '2022-07-02T03:45:22Z', 'revision_number': 6, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'gw_port_host': None}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:45:22.633153 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c998b3aa-f890-4c6f-93f6-dec1cfe6b14a None None] The sync data for ids ['3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3'] in dv-cinder-846842-9-iscsi is: [{'id': '3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3', 'name': 'tempest-AttachVolumeNegativeTest-1944099048-router', 'tenant_id': 'b44eff44cb504e1f9bf037303db24d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:12Z', 'updated_at': '2022-07-02T03:45:22Z', 'revision_number': 6, 'project_id': 'b44eff44cb504e1f9bf037303db24d1b', 'gw_port_host': None}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:45:22.635736 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-01bf2711-7a0a-40f4-9a90-9e0408c60e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (d0a54b36-dbad-4b86-b3ad-be981d38d613), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:22.662796 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf2711-7a0a-40f4-9a90-9e0408c60e7b admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a54b36-dbad-4b86-b3ad-be981d38d613,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:22.730688 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-01bf2711-7a0a-40f4-9a90-9e0408c60e7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-379160'] for router_gateway (3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:22.829785 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-01bf2711-7a0a-40f4-9a90-9e0408c60e7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4176344'] for router (3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:22.831997 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-01bf2711-7a0a-40f4-9a90-9e0408c60e7b admin admin] Publish callbacks [] for router_controller (3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3), precommit_delete_associations {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:22.900921 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-01bf2711-7a0a-40f4-9a90-9e0408c60e7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387810'] for router (3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:22.901581 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bf2711-7a0a-40f4-9a90-9e0408c60e7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 {{(pid=104250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 02 03:45:22.908194 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-01bf2711-7a0a-40f4-9a90-9e0408c60e7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:22.909322 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-01bf2711-7a0a-40f4-9a90-9e0408c60e7b admin admin] 10.222.0.42 "DELETE /v2.0/routers/3e0f2558-13a8-4e6d-8a7a-d83dbaed98a3 HTTP/1.1" status: 204 len: 168 time: 0.8027959 Jul 02 03:45:22.912078 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 40056) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:45:22.927972 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f7b3a-6037-4681-92a0-e358889dbe80 req-489f6920-05c2-4c05-9d97-88e7e7b39e75 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:22.929346 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-646f7b3a-6037-4681-92a0-e358889dbe80 req-489f6920-05c2-4c05-9d97-88e7e7b39e75 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.26 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 946 time: 0.0612664 Jul 02 03:45:23.001631 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_v2 [None req-c17043f6-5072-46f0-9310-ed82bfd28fb6 admin admin] Deleting subnet c753fd38-19d6-439d-9e37-af1a40857012 {{(pid=104250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 02 03:45:23.009172 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c17043f6-5072-46f0-9310-ed82bfd28fb6 admin admin] Publish callbacks [] for subnet (c753fd38-19d6-439d-9e37-af1a40857012), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:23.073414 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c17043f6-5072-46f0-9310-ed82bfd28fb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2312077'] for subnet (c753fd38-19d6-439d-9e37-af1a40857012), precommit_delete_associations {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:23.075277 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-646f7b3a-6037-4681-92a0-e358889dbe80 req-b6cc550e-24d0-4119-bb04-9b05341539db tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Deleting port 41edcc3a-c954-4e67-a0a2-822da68709b0 {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:45:23.075618 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-646f7b3a-6037-4681-92a0-e358889dbe80 req-b6cc550e-24d0-4119-bb04-9b05341539db tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (41edcc3a-c954-4e67-a0a2-822da68709b0), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:23.093753 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 1e1afdd4-79ed-4696-98f4-e3dd5de0fa94 no longer exists at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:45:23.116124 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] No Port match for: 1e1afdd4-79ed-4696-98f4-e3dd5de0fa94 {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:45:23.116669 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 1e1afdd4-79ed-4696-98f4-e3dd5de0fa94 not bound to the agent host dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:45:23.121107 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:23.125006 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:23.228052 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c17043f6-5072-46f0-9310-ed82bfd28fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1385350'] for subnet (c753fd38-19d6-439d-9e37-af1a40857012), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:23.267320 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-646f7b3a-6037-4681-92a0-e358889dbe80 req-b6cc550e-24d0-4119-bb04-9b05341539db tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] For port 41edcc3a-c954-4e67-a0a2-822da68709b0, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=41edcc3a-c954-4e67-a0a2-822da68709b0,segment=NetworkSegment(645b2d22-891d-43a9-95be-abb4172a72ed),segment_id=645b2d22-891d-43a9-95be-abb4172a72ed)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:45:23.267684 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-646f7b3a-6037-4681-92a0-e358889dbe80 req-b6cc550e-24d0-4119-bb04-9b05341539db tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (41edcc3a-c954-4e67-a0a2-822da68709b0), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:23.342910 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c17043f6-5072-46f0-9310-ed82bfd28fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1385357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59994211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60075707'] for subnet (c753fd38-19d6-439d-9e37-af1a40857012), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:23.407658 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c17043f6-5072-46f0-9310-ed82bfd28fb6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:23.413119 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6c2a6e-d759-41ae-9a87-fdb54dbfa886 None None] Network 389311ee-b4f4-4d7f-89a6-51f9bda5ef70 requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:45:23.413285 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-c17043f6-5072-46f0-9310-ed82bfd28fb6 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c753fd38-19d6-439d-9e37-af1a40857012 HTTP/1.1" status: 204 len: 168 time: 0.4978101 Jul 02 03:45:23.413285 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17043f6-5072-46f0-9310-ed82bfd28fb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c753fd38-19d6-439d-9e37-af1a40857012,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:23.413285 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 40062) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:45:23.496379 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b325bee-9591-4c44-b9c1-cb2149b2749a req-1a9ee354-f024-4cb3-93c6-3da895b17cc3 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:23.501675 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6b325bee-9591-4c44-b9c1-cb2149b2749a req-1a9ee354-f024-4cb3-93c6-3da895b17cc3 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 946 time: 0.0646772 Jul 02 03:45:23.536418 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-646f7b3a-6037-4681-92a0-e358889dbe80 req-b6cc550e-24d0-4119-bb04-9b05341539db tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:23.536793 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-646f7b3a-6037-4681-92a0-e358889dbe80 req-b6cc550e-24d0-4119-bb04-9b05341539db tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389155'] for floatingip (faa09b59-b94a-4d37-bedf-81aa1050ca84), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:23.537072 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.db.l3_db [req-646f7b3a-6037-4681-92a0-e358889dbe80 req-b6cc550e-24d0-4119-bb04-9b05341539db tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Floating IP faa09b59-b94a-4d37-bedf-81aa1050ca84 disassociated. External IP: 172.27.0.182, port: 41edcc3a-c954-4e67-a0a2-822da68709b0. Jul 02 03:45:23.537409 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-646f7b3a-6037-4681-92a0-e358889dbe80 req-b6cc550e-24d0-4119-bb04-9b05341539db tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Calling delete_port for 41edcc3a-c954-4e67-a0a2-822da68709b0 owned by compute:nova {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:45:23.544183 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-133f7a1c-c29f-4936-b370-86ace9b2bda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587253'] for network (389311ee-b4f4-4d7f-89a6-51f9bda5ef70), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:23.563435 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6b325bee-9591-4c44-b9c1-cb2149b2749a req-c5e15e34-2cfa-4900-81db-3e04a95530c4 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf323d4d-e141-4bcb-9ec0-30827b4855c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547864 Jul 02 03:45:23.620721 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:23.631990 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a910be39-067e-40b0-8241-b4857e0a6291 None None] DHCP port deletion for 389311ee-b4f4-4d7f-89a6-51f9bda5ef70 request from dv-cinder-846842-9-iscsi {{(pid=104251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 02 03:45:23.636046 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-133f7a1c-c29f-4936-b370-86ace9b2bda5 admin admin] Deleting port e32ff96a-8551-4063-97eb-4ae8873f88f8 {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:45:23.636518 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-133f7a1c-c29f-4936-b370-86ace9b2bda5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (e32ff96a-8551-4063-97eb-4ae8873f88f8), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:23.673448 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-a910be39-067e-40b0-8241-b4857e0a6291 None None] Deleting port e32ff96a-8551-4063-97eb-4ae8873f88f8 {{(pid=104251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:45:23.673880 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-a910be39-067e-40b0-8241-b4857e0a6291 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (e32ff96a-8551-4063-97eb-4ae8873f88f8), before_delete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:23.729426 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [None req-133f7a1c-c29f-4936-b370-86ace9b2bda5 admin admin] For port e32ff96a-8551-4063-97eb-4ae8873f88f8, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=e32ff96a-8551-4063-97eb-4ae8873f88f8,segment=NetworkSegment(f42053ac-70b9-4a5f-91c4-b122b3b8433a),segment_id=f42053ac-70b9-4a5f-91c4-b122b3b8433a)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:45:23.729797 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-133f7a1c-c29f-4936-b370-86ace9b2bda5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (e32ff96a-8551-4063-97eb-4ae8873f88f8), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:23.747271 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-a910be39-067e-40b0-8241-b4857e0a6291 None None] For port e32ff96a-8551-4063-97eb-4ae8873f88f8, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=e32ff96a-8551-4063-97eb-4ae8873f88f8,segment=NetworkSegment(f42053ac-70b9-4a5f-91c4-b122b3b8433a),segment_id=f42053ac-70b9-4a5f-91c4-b122b3b8433a)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:45:23.747723 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-a910be39-067e-40b0-8241-b4857e0a6291 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (e32ff96a-8551-4063-97eb-4ae8873f88f8), precommit_delete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:23.764733 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-a910be39-067e-40b0-8241-b4857e0a6291 None None] Calling delete_port for e32ff96a-8551-4063-97eb-4ae8873f88f8 owned by network:dhcp {{(pid=104251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:45:23.771166 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-133f7a1c-c29f-4936-b370-86ace9b2bda5 admin admin] Calling delete_port for e32ff96a-8551-4063-97eb-4ae8873f88f8 owned by network:dhcp {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:45:23.824838 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-646f7b3a-6037-4681-92a0-e358889dbe80 req-b6cc550e-24d0-4119-bb04-9b05341539db tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (41edcc3a-c954-4e67-a0a2-822da68709b0), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:23.854704 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-a910be39-067e-40b0-8241-b4857e0a6291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086'] for port (e32ff96a-8551-4063-97eb-4ae8873f88f8), after_delete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:23.856780 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:23.861739 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc550e-24d0-4119-bb04-9b05341539db tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Pushing event deleted for resources: {'Port': ['ID=41edcc3a-c954-4e67-a0a2-822da68709b0,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:23.890876 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910be39-067e-40b0-8241-b4857e0a6291 None None] Pushing event deleted for resources: {'Port': ['ID=e32ff96a-8551-4063-97eb-4ae8873f88f8,revision_number=None']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:23.896362 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a910be39-067e-40b0-8241-b4857e0a6291 None None] No DVR routers for this DVR port e32ff96a-8551-4063-97eb-4ae8873f88f8 on host dv-cinder-846842-9-iscsi {{(pid=104251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:45:23.903221 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a910be39-067e-40b0-8241-b4857e0a6291 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:23.903805 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a910be39-067e-40b0-8241-b4857e0a6291 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:23.904237 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a910be39-067e-40b0-8241-b4857e0a6291 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:23.904669 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a910be39-067e-40b0-8241-b4857e0a6291 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:23.905094 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a910be39-067e-40b0-8241-b4857e0a6291 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:23.905666 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a910be39-067e-40b0-8241-b4857e0a6291 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:23.905927 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a910be39-067e-40b0-8241-b4857e0a6291 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:23.906445 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a910be39-067e-40b0-8241-b4857e0a6291 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:23.907673 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a910be39-067e-40b0-8241-b4857e0a6291 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:23.908166 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a910be39-067e-40b0-8241-b4857e0a6291 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:23.909530 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a910be39-067e-40b0-8241-b4857e0a6291 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:23.909945 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a910be39-067e-40b0-8241-b4857e0a6291 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:23.910279 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a910be39-067e-40b0-8241-b4857e0a6291 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:23.910613 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a910be39-067e-40b0-8241-b4857e0a6291 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:23.911169 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a910be39-067e-40b0-8241-b4857e0a6291 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:23.950202 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:23.972265 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-133f7a1c-c29f-4936-b370-86ace9b2bda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (e32ff96a-8551-4063-97eb-4ae8873f88f8), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:24.001115 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f7a1c-c29f-4936-b370-86ace9b2bda5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e32ff96a-8551-4063-97eb-4ae8873f88f8,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:24.012760 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133f7a1c-c29f-4936-b370-86ace9b2bda5 admin admin] No DVR routers for this DVR port e32ff96a-8551-4063-97eb-4ae8873f88f8 on host dv-cinder-846842-9-iscsi {{(pid=104250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:45:24.054550 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-646f7b3a-6037-4681-92a0-e358889dbe80 req-b6cc550e-24d0-4119-bb04-9b05341539db tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Router 520b676c-e11b-45f4-bb61-e5b7d541794b has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:45:24.094107 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-133f7a1c-c29f-4936-b370-86ace9b2bda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481104', 'neutron.services.segments.db._delete_segments_for_network-8769088488286'] for network (389311ee-b4f4-4d7f-89a6-51f9bda5ef70), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:24.148640 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.services.segments.db [None req-133f7a1c-c29f-4936-b370-86ace9b2bda5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['389311ee-b4f4-4d7f-89a6-51f9bda5ef70']}} {{(pid=104250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:45:24.182611 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.services.segments.db [None req-133f7a1c-c29f-4936-b370-86ace9b2bda5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f42053ac-70b9-4a5f-91c4-b122b3b8433a') {'for_net_delete': True} {{(pid=104250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:45:24.182855 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.services.segments.db [None req-133f7a1c-c29f-4936-b370-86ace9b2bda5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f42053ac-70b9-4a5f-91c4-b122b3b8433a') {} {{(pid=104250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:45:24.198625 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-133f7a1c-c29f-4936-b370-86ace9b2bda5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769088488807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2312118'] for segment (f42053ac-70b9-4a5f-91c4-b122b3b8433a), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:24.219582 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-133f7a1c-c29f-4936-b370-86ace9b2bda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (f42053ac-70b9-4a5f-91c4-b122b3b8433a), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:24.230653 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-133f7a1c-c29f-4936-b370-86ace9b2bda5 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=104250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 03:45:24.231058 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-133f7a1c-c29f-4936-b370-86ace9b2bda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59994329'] for segment (f42053ac-70b9-4a5f-91c4-b122b3b8433a), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:24.264693 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.services.segments.plugin [-] Segment f42053ac-70b9-4a5f-91c4-b122b3b8433a resource provider aggregate not found Jul 02 03:45:24.299020 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.services.segments.plugin [-] Segment f42053ac-70b9-4a5f-91c4-b122b3b8433a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f42053ac-70b9-4a5f-91c4-b122b3b8433a found for delete ", "request_id": "req-346e6d67-6906-4a7f-ac67-7f618fcf4649"}]} Jul 02 03:45:24.300183 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-646f7b3a-6037-4681-92a0-e358889dbe80 req-b6cc550e-24d0-4119-bb04-9b05341539db tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:45:24.313031 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b59a71-3791-4128-a666-a8cd108ffa8f None None] Sync routers for ids ['520b676c-e11b-45f4-bb61-e5b7d541794b'] in dv-cinder-846842-9-iscsi {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:45:24.324811 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b59a71-3791-4128-a666-a8cd108ffa8f None None] Routers {'520b676c-e11b-45f4-bb61-e5b7d541794b'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:45:24.325531 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-d7b59a71-3791-4128-a666-a8cd108ffa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:45:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['520b676c-e11b-45f4-bb61-e5b7d541794b'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:45:24.330510 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-133f7a1c-c29f-4936-b370-86ace9b2bda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389339'] for network (389311ee-b4f4-4d7f-89a6-51f9bda5ef70), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:24.355724 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-133f7a1c-c29f-4936-b370-86ace9b2bda5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:24.361126 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-133f7a1c-c29f-4936-b370-86ace9b2bda5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/389311ee-b4f4-4d7f-89a6-51f9bda5ef70 HTTP/1.1" status: 204 len: 168 time: 0.9426854 Jul 02 03:45:24.361126 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-646f7b3a-6037-4681-92a0-e358889dbe80 req-b6cc550e-24d0-4119-bb04-9b05341539db tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] No DVR routers for this DVR port 41edcc3a-c954-4e67-a0a2-822da68709b0 on host hv-cinder-84684 {{(pid=104250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:45:24.362807 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-646f7b3a-6037-4681-92a0-e358889dbe80 req-b6cc550e-24d0-4119-bb04-9b05341539db tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:24.365957 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-646f7b3a-6037-4681-92a0-e358889dbe80 req-b6cc550e-24d0-4119-bb04-9b05341539db tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.26 "DELETE /v2.0/ports/41edcc3a-c954-4e67-a0a2-822da68709b0 HTTP/1.1" status: 204 len: 173 time: 1.4188845 Jul 02 03:45:24.366390 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86c62ef-7db9-4c66-be31-20868e93d817', 'name': 'network-vif-deleted', 'tag': '41edcc3a-c954-4e67-a0a2-822da68709b0'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:45:24.368686 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f3877f-217e-49da-915f-1590d7803c98" -d '{"events": [{"server_uuid": "e86c62ef-7db9-4c66-be31-20868e93d817", "name": "network-vif-deleted", "tag": "41edcc3a-c954-4e67-a0a2-822da68709b0"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:45:24.380388 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f7a1c-c29f-4936-b370-86ace9b2bda5 admin admin] Pushing event deleted for resources: {'Network': ['ID=389311ee-b4f4-4d7f-89a6-51f9bda5ef70,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:24.425770 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa0ee6b-d77c-4ae6-9cac-dfa70d485d58 x-openstack-request-id: req-2fa0ee6b-d77c-4ae6-9cac-dfa70d485d58 {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:45:24.426130 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86c62ef-7db9-4c66-be31-20868e93d817", "name": "network-vif-deleted", "tag": "41edcc3a-c954-4e67-a0a2-822da68709b0", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:45:24.426379 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2fa0ee6b-d77c-4ae6-9cac-dfa70d485d58 {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:45:24.426785 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fa0ee6b-d77c-4ae6-9cac-dfa70d485d58'] response: {'server_uuid': 'e86c62ef-7db9-4c66-be31-20868e93d817', 'name': 'network-vif-deleted', 'tag': '41edcc3a-c954-4e67-a0a2-822da68709b0', 'status': 'completed', 'code': 200} Jul 02 03:45:24.447583 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-d7b59a71-3791-4128-a666-a8cd108ffa8f None None] Set router 520b676c-e11b-45f4-bb61-e5b7d541794b gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:45:24.519730 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 40072) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:45:24.562838 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-50f5b873-b562-4e69-80a5-3183d26b2a26 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b44eff44cb504e1f9bf037303db24d1b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0420032 Jul 02 03:45:24.565377 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 40074) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:45:24.617125 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d6214fd1-ccdc-4cff-9dc3-2ec75638f707 admin admin] Publish callbacks [] for security_group (95cb1bc5-4b4b-4dbb-bf3b-90dd6f3def43), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:24.639008 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d6214fd1-ccdc-4cff-9dc3-2ec75638f707 admin admin] Publish callbacks [] for security_group (95cb1bc5-4b4b-4dbb-bf3b-90dd6f3def43), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:24.639744 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-d7b59a71-3791-4128-a666-a8cd108ffa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'name': 'tempest-AttachVolumeShelveTestJSON-1262963313-router', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:34:26Z', 'revision_number': 4, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'gw_port': {'id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '09f631b1-92c1-45d4-8c80-5ecb165f8b6d', 'name': '', 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'mac_address': 'fa:16:3e:81:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:23Z', 'updated_at': '2022-07-02T03:34:33Z', 'revision_number': 5, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'subnets': [{'id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:45:24.665359 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b59a71-3791-4128-a666-a8cd108ffa8f None None] Checking router: 520b676c-e11b-45f4-bb61-e5b7d541794b for host: dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:45:24.674432 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b59a71-3791-4128-a666-a8cd108ffa8f None None] Routers {'520b676c-e11b-45f4-bb61-e5b7d541794b'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:45:24.675059 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-d7b59a71-3791-4128-a666-a8cd108ffa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:45:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['520b676c-e11b-45f4-bb61-e5b7d541794b'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:45:24.694292 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d6214fd1-ccdc-4cff-9dc3-2ec75638f707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (95cb1bc5-4b4b-4dbb-bf3b-90dd6f3def43), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:24.695559 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-426762dc-32b5-4b22-8850-665ab8159512 req-5c278993-e1dd-4b65-8f9c-9c6a9acbec03 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86c62ef-7db9-4c66-be31-20868e93d817 HTTP/1.1" status: 200 len: 210 time: 0.0354161 Jul 02 03:45:24.697403 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d6214fd1-ccdc-4cff-9dc3-2ec75638f707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:24.700993 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-d6214fd1-ccdc-4cff-9dc3-2ec75638f707 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/95cb1bc5-4b4b-4dbb-bf3b-90dd6f3def43 HTTP/1.1" status: 204 len: 168 time: 0.1321948 Jul 02 03:45:24.708972 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6214fd1-ccdc-4cff-9dc3-2ec75638f707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cb1bc5-4b4b-4dbb-bf3b-90dd6f3def43,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:24.790211 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-d7b59a71-3791-4128-a666-a8cd108ffa8f None None] Set router 520b676c-e11b-45f4-bb61-e5b7d541794b gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:45:24.949048 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device e32ff96a-8551-4063-97eb-4ae8873f88f8 no longer exists at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:45:24.982723 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] No Port match for: e32ff96a-8551-4063-97eb-4ae8873f88f8 {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:45:24.983357 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device e32ff96a-8551-4063-97eb-4ae8873f88f8 not bound to the agent host dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:45:24.983940 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device d0a54b36-dbad-4b86-b3ad-be981d38d613 no longer exists at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:45:25.004804 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] No Port match for: d0a54b36-dbad-4b86-b3ad-be981d38d613 {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:45:25.005158 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device d0a54b36-dbad-4b86-b3ad-be981d38d613 not bound to the agent host dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:45:25.036374 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-d7b59a71-3791-4128-a666-a8cd108ffa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'name': 'tempest-AttachVolumeShelveTestJSON-1262963313-router', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:34:26Z', 'revision_number': 4, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'gw_port': {'id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '09f631b1-92c1-45d4-8c80-5ecb165f8b6d', 'name': '', 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'mac_address': 'fa:16:3e:81:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:23Z', 'updated_at': '2022-07-02T03:34:33Z', 'revision_number': 5, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'subnets': [{'id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:45:25.063816 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b59a71-3791-4128-a666-a8cd108ffa8f None None] The sync data for ids ['520b676c-e11b-45f4-bb61-e5b7d541794b'] in dv-cinder-846842-9-iscsi is: [{'id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'name': 'tempest-AttachVolumeShelveTestJSON-1262963313-router', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:34:26Z', 'revision_number': 4, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'gw_port': {'id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '09f631b1-92c1-45d4-8c80-5ecb165f8b6d', 'name': '', 'network_id': 'dc0b5a80-e232-44f7-a253-08cca2946b9f', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'mac_address': 'fa:16:3e:81:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:23Z', 'updated_at': '2022-07-02T03:34:33Z', 'revision_number': 5, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'subnets': [{'id': '9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:45:25.182378 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e2320918-189c-4b0c-a125-4a5772570912 req-087114e7-7af7-43ab-8634-613f34621e5e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ea0acb8d-32fc-45d8-92c5-50acf318209b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1707957 Jul 02 03:45:25.238016 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:25.266928 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2320918-189c-4b0c-a125-4a5772570912 req-f84e0d42-19c1-435a-a53d-d0c496d5beaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:25.268484 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e2320918-189c-4b0c-a125-4a5772570912 req-f84e0d42-19c1-435a-a53d-d0c496d5beaf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01fccbd11a4b4e859bec1a56f42315b2&device_id=ea0acb8d-32fc-45d8-92c5-50acf318209b HTTP/1.1" status: 200 len: 1130 time: 0.0511184 Jul 02 03:45:25.347593 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02bd472-d6a1-41e9-a68b-1ca73fab2e2d None None] New status for floating IP faa09b59-b94a-4d37-bedf-81aa1050ca84: DOWN {{(pid=104251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 02 03:45:25.351255 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:25.370916 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:25.388528 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2320918-189c-4b0c-a125-4a5772570912 req-2a0c5e18-8315-4df3-9474-9ca830b4cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:25.390066 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e2320918-189c-4b0c-a125-4a5772570912 req-2a0c5e18-8315-4df3-9474-9ca830b4cf0f service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1ef0821-e2dc-4511-8f33-8aac33bfb07d HTTP/1.1" status: 200 len: 912 time: 0.1011741 Jul 02 03:45:25.455807 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e2320918-189c-4b0c-a125-4a5772570912 req-cb6ad78d-4626-4399-b041-68f4d7ac0e13 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aec144f9-1629-4a8c-81b5-4db1c91d876d HTTP/1.1" status: 200 len: 1001 time: 0.0595691 Jul 02 03:45:25.523006 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2320918-189c-4b0c-a125-4a5772570912 req-1cd5204d-70ea-4cc6-a0a2-84ad76347929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:25.524809 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e2320918-189c-4b0c-a125-4a5772570912 req-1cd5204d-70ea-4cc6-a0a2-84ad76347929 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b06dd79-dc3a-4079-aff2-e99618bacbd7 HTTP/1.1" status: 200 len: 850 time: 0.0631361 Jul 02 03:45:25.571322 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2320918-189c-4b0c-a125-4a5772570912 req-973b9a9d-a8fb-4cf4-a49e-42d67f1e1ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:25.572938 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e2320918-189c-4b0c-a125-4a5772570912 req-973b9a9d-a8fb-4cf4-a49e-42d67f1e1ec7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1ef0821-e2dc-4511-8f33-8aac33bfb07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411258 Jul 02 03:45:25.582994 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [req-e2320918-189c-4b0c-a125-4a5772570912 req-a4431ba1-5666-4a93-a160-c1c412970ad6 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104250) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 02 03:45:25.584172 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e2320918-189c-4b0c-a125-4a5772570912 req-a4431ba1-5666-4a93-a160-c1c412970ad6 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053484 Jul 02 03:45:25.598217 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:25.677842 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e2320918-189c-4b0c-a125-4a5772570912 req-9806f84e-3d50-4bcb-88ac-1058bf0615bb service neutron] 10.222.0.26 "GET /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869200 Jul 02 03:45:25.780624 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e2320918-189c-4b0c-a125-4a5772570912 req-c89cc776-51d1-4d51-ba41-2bc7243eaf2b service neutron] 10.222.0.26 "GET /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975201 Jul 02 03:45:25.808905 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 40110) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:45:25.866843 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a921711d-7593-44a3-ae33-5aaca7ffab96 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for security_group (bf323d4d-e141-4bcb-9ec0-30827b4855c5), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:25.891219 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a921711d-7593-44a3-ae33-5aaca7ffab96 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for security_group (bf323d4d-e141-4bcb-9ec0-30827b4855c5), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:25.943766 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a921711d-7593-44a3-ae33-5aaca7ffab96 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (bf323d4d-e141-4bcb-9ec0-30827b4855c5), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:25.946409 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a921711d-7593-44a3-ae33-5aaca7ffab96 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:25.947611 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-a921711d-7593-44a3-ae33-5aaca7ffab96 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "DELETE /v2.0/security-groups/bf323d4d-e141-4bcb-9ec0-30827b4855c5 HTTP/1.1" status: 204 len: 168 time: 0.1376202 Jul 02 03:45:25.950463 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 40116) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:45:25.956892 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921711d-7593-44a3-ae33-5aaca7ffab96 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf323d4d-e141-4bcb-9ec0-30827b4855c5,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:25.967328 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.api.v2.resource [None req-33368dfb-7b7d-493e-8d4c-9af37075a47f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] show failed (client error): The resource could not be found. Jul 02 03:45:25.968580 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-33368dfb-7b7d-493e-8d4c-9af37075a47f tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "GET /v2.0/security-groups/bf323d4d-e141-4bcb-9ec0-30827b4855c5 HTTP/1.1" status: 404 len: 347 time: 0.0168209 Jul 02 03:45:25.971525 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 40118) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:45:26.061592 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:26.092433 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-ec661c6a-e30a-4735-945f-90f6f6d1ad7b tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Deleting port ff0e3dfc-ef26-4a86-82c0-3b22fa55aeab {{(pid=104249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:45:26.092794 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ec661c6a-e30a-4735-945f-90f6f6d1ad7b tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (ff0e3dfc-ef26-4a86-82c0-3b22fa55aeab), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:26.094343 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:26.183021 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ec661c6a-e30a-4735-945f-90f6f6d1ad7b tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (ff0e3dfc-ef26-4a86-82c0-3b22fa55aeab), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:26.183506 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ec661c6a-e30a-4735-945f-90f6f6d1ad7b tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for floatingip (ff0e3dfc-ef26-4a86-82c0-3b22fa55aeab), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:26.196267 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-ec661c6a-e30a-4735-945f-90f6f6d1ad7b tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Calling delete_port for ff0e3dfc-ef26-4a86-82c0-3b22fa55aeab owned by network:floatingip {{(pid=104249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:45:26.330365 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ec661c6a-e30a-4735-945f-90f6f6d1ad7b tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (ff0e3dfc-ef26-4a86-82c0-3b22fa55aeab), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:26.355036 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec661c6a-e30a-4735-945f-90f6f6d1ad7b tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Pushing event deleted for resources: {'Port': ['ID=ff0e3dfc-ef26-4a86-82c0-3b22fa55aeab,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:26.418878 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ec661c6a-e30a-4735-945f-90f6f6d1ad7b tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks [] for floatingip (faa09b59-b94a-4d37-bedf-81aa1050ca84), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:26.421477 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ec661c6a-e30a-4735-945f-90f6f6d1ad7b tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:26.422736 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-ec661c6a-e30a-4735-945f-90f6f6d1ad7b tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] 10.222.0.42 "DELETE /v2.0/floatingips/faa09b59-b94a-4d37-bedf-81aa1050ca84 HTTP/1.1" status: 204 len: 168 time: 0.4498143 Jul 02 03:45:27.140282 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 41edcc3a-c954-4e67-a0a2-822da68709b0 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:45:27.160241 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] No Port match for: 41edcc3a-c954-4e67-a0a2-822da68709b0 {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:45:27.160585 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 41edcc3a-c954-4e67-a0a2-822da68709b0 not bound to the agent host hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:45:28.867705 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 40158) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:45:29.342373 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ddc05e5b-5d3e-4063-bab0-c524e417643e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386372'] for router_interface (520b676c-e11b-45f4-bb61-e5b7d541794b), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:29.551322 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:29.562732 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-ddc05e5b-5d3e-4063-bab0-c524e417643e admin admin] Deleting port 09f631b1-92c1-45d4-8c80-5ecb165f8b6d {{(pid=104249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:45:29.563074 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ddc05e5b-5d3e-4063-bab0-c524e417643e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (09f631b1-92c1-45d4-8c80-5ecb165f8b6d), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:29.574183 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:29.649596 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-ddc05e5b-5d3e-4063-bab0-c524e417643e admin admin] For port 09f631b1-92c1-45d4-8c80-5ecb165f8b6d, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=09f631b1-92c1-45d4-8c80-5ecb165f8b6d,segment=NetworkSegment(645b2d22-891d-43a9-95be-abb4172a72ed),segment_id=645b2d22-891d-43a9-95be-abb4172a72ed)] {{(pid=104249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:45:29.649845 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ddc05e5b-5d3e-4063-bab0-c524e417643e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (09f631b1-92c1-45d4-8c80-5ecb165f8b6d), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:29.663174 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-ddc05e5b-5d3e-4063-bab0-c524e417643e admin admin] Calling delete_port for 09f631b1-92c1-45d4-8c80-5ecb165f8b6d owned by network:router_interface {{(pid=104249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:45:29.851562 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ddc05e5b-5d3e-4063-bab0-c524e417643e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (09f631b1-92c1-45d4-8c80-5ecb165f8b6d), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:29.876619 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc05e5b-5d3e-4063-bab0-c524e417643e admin admin] Pushing event deleted for resources: {'Port': ['ID=09f631b1-92c1-45d4-8c80-5ecb165f8b6d,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:30.042802 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ddc05e5b-5d3e-4063-bab0-c524e417643e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-385460'] for router_interface (520b676c-e11b-45f4-bb61-e5b7d541794b), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:30.253843 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc05e5b-5d3e-4063-bab0-c524e417643e admin admin] Router 520b676c-e11b-45f4-bb61-e5b7d541794b has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:45:30.361491 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc05e5b-5d3e-4063-bab0-c524e417643e admin admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:45:30.368066 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-ddc05e5b-5d3e-4063-bab0-c524e417643e admin admin] 10.222.0.42 "PUT /v2.0/routers/520b676c-e11b-45f4-bb61-e5b7d541794b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4987907 Jul 02 03:45:30.369615 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 40166) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:45:30.371618 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca2b704-6f91-4cf0-b2c2-34cf1c87dbe1 None None] Sync routers for ids ['520b676c-e11b-45f4-bb61-e5b7d541794b'] in dv-cinder-846842-9-iscsi {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:45:30.382572 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca2b704-6f91-4cf0-b2c2-34cf1c87dbe1 None None] Routers {'520b676c-e11b-45f4-bb61-e5b7d541794b'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:45:30.383400 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-4ca2b704-6f91-4cf0-b2c2-34cf1c87dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:45:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['520b676c-e11b-45f4-bb61-e5b7d541794b'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:45:30.407818 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:30.455691 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:30.471690 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-29187889-5de1-44a7-be69-d86d19135708 admin admin] Publish callbacks [] for router (520b676c-e11b-45f4-bb61-e5b7d541794b), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:30.484399 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:30.488778 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-4ca2b704-6f91-4cf0-b2c2-34cf1c87dbe1 None None] Set router 520b676c-e11b-45f4-bb61-e5b7d541794b gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:45:30.572938 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-29187889-5de1-44a7-be69-d86d19135708 admin admin] Publish callbacks [] for router_gateway (520b676c-e11b-45f4-bb61-e5b7d541794b), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:30.620149 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-29187889-5de1-44a7-be69-d86d19135708 admin admin] Deleting port 145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1 {{(pid=104249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:45:30.620476 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-29187889-5de1-44a7-be69-d86d19135708 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:30.702463 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-29187889-5de1-44a7-be69-d86d19135708 admin admin] For port 145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:45:30.702770 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-29187889-5de1-44a7-be69-d86d19135708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:30.715660 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-29187889-5de1-44a7-be69-d86d19135708 admin admin] Calling delete_port for 145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1 owned by network:router_gateway {{(pid=104249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:45:30.746420 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-4ca2b704-6f91-4cf0-b2c2-34cf1c87dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'name': 'tempest-AttachVolumeShelveTestJSON-1262963313-router', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:45:29Z', 'revision_number': 5, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'gw_port': {'id': '145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:34:13Z', 'updated_at': '2022-07-02T03:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi'}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:45:30.771158 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca2b704-6f91-4cf0-b2c2-34cf1c87dbe1 None None] Checking router: 520b676c-e11b-45f4-bb61-e5b7d541794b for host: dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:45:30.779572 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca2b704-6f91-4cf0-b2c2-34cf1c87dbe1 None None] Routers {'520b676c-e11b-45f4-bb61-e5b7d541794b'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:45:30.780179 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-4ca2b704-6f91-4cf0-b2c2-34cf1c87dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:45:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['520b676c-e11b-45f4-bb61-e5b7d541794b'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:45:30.847765 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=100 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:30.864842 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-4ca2b704-6f91-4cf0-b2c2-34cf1c87dbe1 None None] Set router 520b676c-e11b-45f4-bb61-e5b7d541794b gateway port host: None {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:45:30.918479 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-4ca2b704-6f91-4cf0-b2c2-34cf1c87dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'name': 'tempest-AttachVolumeShelveTestJSON-1262963313-router', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:45:30Z', 'revision_number': 6, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'gw_port_host': None}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:45:30.951363 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca2b704-6f91-4cf0-b2c2-34cf1c87dbe1 None None] The sync data for ids ['520b676c-e11b-45f4-bb61-e5b7d541794b'] in dv-cinder-846842-9-iscsi is: [{'id': '520b676c-e11b-45f4-bb61-e5b7d541794b', 'name': 'tempest-AttachVolumeShelveTestJSON-1262963313-router', 'tenant_id': '7f39e852f8d14dec8e98d8d77fe90766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:34:11Z', 'updated_at': '2022-07-02T03:45:30Z', 'revision_number': 6, 'project_id': '7f39e852f8d14dec8e98d8d77fe90766', 'gw_port_host': None}] {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:45:31.127389 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-29187889-5de1-44a7-be69-d86d19135708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:31.150592 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29187889-5de1-44a7-be69-d86d19135708 admin admin] Pushing event deleted for resources: {'Port': ['ID=145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:31.221022 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-29187889-5de1-44a7-be69-d86d19135708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-379160'] for router_gateway (520b676c-e11b-45f4-bb61-e5b7d541794b), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:31.316696 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-29187889-5de1-44a7-be69-d86d19135708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4176344'] for router (520b676c-e11b-45f4-bb61-e5b7d541794b), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:31.319391 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-29187889-5de1-44a7-be69-d86d19135708 admin admin] Publish callbacks [] for router_controller (520b676c-e11b-45f4-bb61-e5b7d541794b), precommit_delete_associations {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:31.364161 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-29187889-5de1-44a7-be69-d86d19135708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387810'] for router (520b676c-e11b-45f4-bb61-e5b7d541794b), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:31.364928 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29187889-5de1-44a7-be69-d86d19135708 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 520b676c-e11b-45f4-bb61-e5b7d541794b {{(pid=104249) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 02 03:45:31.371043 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-29187889-5de1-44a7-be69-d86d19135708 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:31.372257 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-29187889-5de1-44a7-be69-d86d19135708 admin admin] 10.222.0.42 "DELETE /v2.0/routers/520b676c-e11b-45f4-bb61-e5b7d541794b HTTP/1.1" status: 204 len: 168 time: 1.0017819 Jul 02 03:45:31.374816 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 40170) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:45:31.424087 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.db_base_plugin_v2 [None req-282e55b6-4b61-4907-84a8-765d6b0b86be admin admin] Deleting subnet 9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e {{(pid=104249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 02 03:45:31.428127 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-282e55b6-4b61-4907-84a8-765d6b0b86be admin admin] Publish callbacks [] for subnet (9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:31.470321 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-282e55b6-4b61-4907-84a8-765d6b0b86be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59791451'] for subnet (9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e), precommit_delete_associations {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:31.550757 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-282e55b6-4b61-4907-84a8-765d6b0b86be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1385350'] for subnet (9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:31.571795 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:31.584267 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:31.614885 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-282e55b6-4b61-4907-84a8-765d6b0b86be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1385357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60593258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59995466'] for subnet (9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:31.640443 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e55b6-4b61-4907-84a8-765d6b0b86be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:31.643990 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-282e55b6-4b61-4907-84a8-765d6b0b86be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for subnet (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:31.647763 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-282e55b6-4b61-4907-84a8-765d6b0b86be admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9ee27fac-dcaf-4a0a-93ce-fc5f0416c75e HTTP/1.1" status: 204 len: 168 time: 0.2718966 Jul 02 03:45:31.649734 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 40172) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:45:31.652644 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e67898-4df4-4b65-bc13-5c5288cb89ce None None] Network dc0b5a80-e232-44f7-a253-08cca2946b9f requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:45:31.815656 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46ad7ff-94ae-49c5-b73d-2fe9c70fc4e5 None None] DHCP port deletion for dc0b5a80-e232-44f7-a253-08cca2946b9f request from dv-cinder-846842-9-iscsi {{(pid=104251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 02 03:45:31.855878 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-d46ad7ff-94ae-49c5-b73d-2fe9c70fc4e5 None None] Deleting port bdd0dff8-f948-426c-aceb-743e5608edfe {{(pid=104251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:45:31.856233 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-d46ad7ff-94ae-49c5-b73d-2fe9c70fc4e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (bdd0dff8-f948-426c-aceb-743e5608edfe), before_delete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:31.931016 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-d46ad7ff-94ae-49c5-b73d-2fe9c70fc4e5 None None] For port bdd0dff8-f948-426c-aceb-743e5608edfe, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=bdd0dff8-f948-426c-aceb-743e5608edfe,segment=NetworkSegment(645b2d22-891d-43a9-95be-abb4172a72ed),segment_id=645b2d22-891d-43a9-95be-abb4172a72ed)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:45:31.931442 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-d46ad7ff-94ae-49c5-b73d-2fe9c70fc4e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (bdd0dff8-f948-426c-aceb-743e5608edfe), precommit_delete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:31.946378 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-d46ad7ff-94ae-49c5-b73d-2fe9c70fc4e5 None None] Calling delete_port for bdd0dff8-f948-426c-aceb-743e5608edfe owned by network:dhcp {{(pid=104251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:45:32.001270 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:32.002055 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-cadf6f6d-465b-44e5-839d-e1e2b2fd1477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587253'] for network (dc0b5a80-e232-44f7-a253-08cca2946b9f), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:32.007186 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:32.043549 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-cadf6f6d-465b-44e5-839d-e1e2b2fd1477 admin admin] Deleting port bdd0dff8-f948-426c-aceb-743e5608edfe {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:45:32.043784 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-d46ad7ff-94ae-49c5-b73d-2fe9c70fc4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086'] for port (bdd0dff8-f948-426c-aceb-743e5608edfe), after_delete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:32.043906 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-cadf6f6d-465b-44e5-839d-e1e2b2fd1477 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (bdd0dff8-f948-426c-aceb-743e5608edfe), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:32.069002 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ad7ff-94ae-49c5-b73d-2fe9c70fc4e5 None None] Pushing event deleted for resources: {'Port': ['ID=bdd0dff8-f948-426c-aceb-743e5608edfe,revision_number=None']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:32.074307 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46ad7ff-94ae-49c5-b73d-2fe9c70fc4e5 None None] No DVR routers for this DVR port bdd0dff8-f948-426c-aceb-743e5608edfe on host dv-cinder-846842-9-iscsi {{(pid=104251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:45:32.107281 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [None req-cadf6f6d-465b-44e5-839d-e1e2b2fd1477 admin admin] For port bdd0dff8-f948-426c-aceb-743e5608edfe, host dv-cinder-846842-9-iscsi, got binding levels [] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:45:32.107655 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-cadf6f6d-465b-44e5-839d-e1e2b2fd1477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (bdd0dff8-f948-426c-aceb-743e5608edfe), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:32.121818 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-cadf6f6d-465b-44e5-839d-e1e2b2fd1477 admin admin] Calling delete_port for bdd0dff8-f948-426c-aceb-743e5608edfe owned by network:dhcp {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:45:32.124625 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.ipam_backend_mixin [None req-cadf6f6d-465b-44e5-839d-e1e2b2fd1477 admin admin] Port bdd0dff8-f948-426c-aceb-743e5608edfe was not found and therefore no delete operation was performed {{(pid=104250) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 02 03:45:32.125908 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-cadf6f6d-465b-44e5-839d-e1e2b2fd1477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (bdd0dff8-f948-426c-aceb-743e5608edfe), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:32.152637 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf6f6d-465b-44e5-839d-e1e2b2fd1477 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdd0dff8-f948-426c-aceb-743e5608edfe,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:32.158063 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadf6f6d-465b-44e5-839d-e1e2b2fd1477 admin admin] No DVR routers for this DVR port bdd0dff8-f948-426c-aceb-743e5608edfe on host dv-cinder-846842-9-iscsi {{(pid=104250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:45:32.229772 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-cadf6f6d-465b-44e5-839d-e1e2b2fd1477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481104', 'neutron.services.segments.db._delete_segments_for_network-8769088488286'] for network (dc0b5a80-e232-44f7-a253-08cca2946b9f), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:32.250330 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.services.segments.db [None req-cadf6f6d-465b-44e5-839d-e1e2b2fd1477 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc0b5a80-e232-44f7-a253-08cca2946b9f']}} {{(pid=104250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:45:32.260371 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.services.segments.db [None req-cadf6f6d-465b-44e5-839d-e1e2b2fd1477 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '645b2d22-891d-43a9-95be-abb4172a72ed') {'for_net_delete': True} {{(pid=104250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:45:32.260665 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.services.segments.db [None req-cadf6f6d-465b-44e5-839d-e1e2b2fd1477 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '645b2d22-891d-43a9-95be-abb4172a72ed') {} {{(pid=104250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:45:32.270766 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-cadf6f6d-465b-44e5-839d-e1e2b2fd1477 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769088488807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2312118'] for segment (645b2d22-891d-43a9-95be-abb4172a72ed), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:32.285466 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-cadf6f6d-465b-44e5-839d-e1e2b2fd1477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (645b2d22-891d-43a9-95be-abb4172a72ed), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:32.292988 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cadf6f6d-465b-44e5-839d-e1e2b2fd1477 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=104250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 03:45:32.293370 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-cadf6f6d-465b-44e5-839d-e1e2b2fd1477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59994329'] for segment (645b2d22-891d-43a9-95be-abb4172a72ed), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:32.313739 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.services.segments.plugin [-] Segment 645b2d22-891d-43a9-95be-abb4172a72ed resource provider aggregate not found Jul 02 03:45:32.355047 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.services.segments.plugin [-] Segment 645b2d22-891d-43a9-95be-abb4172a72ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 645b2d22-891d-43a9-95be-abb4172a72ed found for delete ", "request_id": "req-b64b7408-166a-473b-8884-82c493bf2ead"}]} Jul 02 03:45:32.364123 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-cadf6f6d-465b-44e5-839d-e1e2b2fd1477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389339'] for network (dc0b5a80-e232-44f7-a253-08cca2946b9f), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:32.369485 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-cadf6f6d-465b-44e5-839d-e1e2b2fd1477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:32.372685 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-cadf6f6d-465b-44e5-839d-e1e2b2fd1477 admin admin] 10.222.0.42 "DELETE /v2.0/networks/dc0b5a80-e232-44f7-a253-08cca2946b9f HTTP/1.1" status: 204 len: 168 time: 0.7218688 Jul 02 03:45:32.385708 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf6f6d-465b-44e5-839d-e1e2b2fd1477 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc0b5a80-e232-44f7-a253-08cca2946b9f,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:32.491355 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 40182) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:45:32.531847 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-41b5dfe6-e218-4fcd-9965-3faa882028a4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7f39e852f8d14dec8e98d8d77fe90766&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391350 Jul 02 03:45:32.534171 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 40184) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:45:32.585573 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-1eb39068-532f-4f7c-8120-1e903cc7073c admin admin] Publish callbacks [] for security_group (248e17d7-007c-416f-b66e-3ac151cd420a), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:32.609454 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-1eb39068-532f-4f7c-8120-1e903cc7073c admin admin] Publish callbacks [] for security_group (248e17d7-007c-416f-b66e-3ac151cd420a), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:32.667266 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-1eb39068-532f-4f7c-8120-1e903cc7073c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (248e17d7-007c-416f-b66e-3ac151cd420a), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:32.669756 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-1eb39068-532f-4f7c-8120-1e903cc7073c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:32.670945 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-1eb39068-532f-4f7c-8120-1e903cc7073c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/248e17d7-007c-416f-b66e-3ac151cd420a HTTP/1.1" status: 204 len: 168 time: 0.1358993 Jul 02 03:45:32.678922 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb39068-532f-4f7c-8120-1e903cc7073c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248e17d7-007c-416f-b66e-3ac151cd420a,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:32.939695 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 09f631b1-92c1-45d4-8c80-5ecb165f8b6d no longer exists at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:45:32.962682 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] No Port match for: 09f631b1-92c1-45d4-8c80-5ecb165f8b6d {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:45:32.963051 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 09f631b1-92c1-45d4-8c80-5ecb165f8b6d not bound to the agent host dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:45:32.963484 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1 no longer exists at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:45:32.981855 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] No Port match for: 145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1 {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:45:32.982245 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 145ddbd3-3d9a-44ee-9dda-ec749dcb5cd1 not bound to the agent host dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:45:32.982587 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device bdd0dff8-f948-426c-aceb-743e5608edfe no longer exists at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:45:33.001204 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] No Port match for: bdd0dff8-f948-426c-aceb-743e5608edfe {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:45:33.001550 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device bdd0dff8-f948-426c-aceb-743e5608edfe not bound to the agent host dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:45:33.372138 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 40216) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:45:33.476998 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-d1e6c76f-31f1-49c1-be42-4753e4376b1c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-880678290-network', 'tenant_id': '0665267ba574490cbcf958be4d793dd3'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:45:33.499962 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e6c76f-31f1-49c1-be42-4753e4376b1c admin admin] Made reservation on behalf of 0665267ba574490cbcf958be4d793dd3 for: {'network': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:45:33.502913 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d1e6c76f-31f1-49c1-be42-4753e4376b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for network (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:33.511686 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d1e6c76f-31f1-49c1-be42-4753e4376b1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:33.603394 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d1e6c76f-31f1-49c1-be42-4753e4376b1c admin admin] Publish callbacks [] for security_group (aa039776-b63a-405d-9d67-5946946a8c87), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:33.608183 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d1e6c76f-31f1-49c1-be42-4753e4376b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (aa039776-b63a-405d-9d67-5946946a8c87), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:33.614146 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:33.634213 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1e6c76f-31f1-49c1-be42-4753e4376b1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=104250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 03:45:33.639716 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:33.655215 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d1e6c76f-31f1-49c1-be42-4753e4376b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (43960758-9dc5-4639-9da2-4d67245fae60), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:33.655816 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.db.segments_db [None req-d1e6c76f-31f1-49c1-be42-4753e4376b1c admin admin] Added segment 43960758-9dc5-4639-9da2-4d67245fae60 of type vlan for network 2526fc80-7281-4aad-9a6a-6587590ab6d6 Jul 02 03:45:33.656996 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6c76f-31f1-49c1-be42-4753e4376b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa039776-b63a-405d-9d67-5946946a8c87,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:33.702988 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d1e6c76f-31f1-49c1-be42-4753e4376b1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087990932'] for network (2526fc80-7281-4aad-9a6a-6587590ab6d6), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:33.731493 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d1e6c76f-31f1-49c1-be42-4753e4376b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675'] for network (2526fc80-7281-4aad-9a6a-6587590ab6d6), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:33.732538 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e6c76f-31f1-49c1-be42-4753e4376b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:33.733139 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d1e6c76f-31f1-49c1-be42-4753e4376b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:33.766535 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-d1e6c76f-31f1-49c1-be42-4753e4376b1c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3931856 Jul 02 03:45:33.769665 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 40226) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:45:33.775695 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-b03c8c6f-0b29-41eb-8e7d-d71e592e49ec admin admin] Request body: {'subnet': {'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-880678290-subnet', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:45:33.796735 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6c76f-31f1-49c1-be42-4753e4376b1c admin admin] Pushing event updated for resources: {'Network': ['ID=2526fc80-7281-4aad-9a6a-6587590ab6d6,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:33.798440 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03c8c6f-0b29-41eb-8e7d-d71e592e49ec admin admin] Made reservation on behalf of 0665267ba574490cbcf958be4d793dd3 for: {'subnet': 1} {{(pid=104249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:45:33.800910 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b03c8c6f-0b29-41eb-8e7d-d71e592e49ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59995493'] for subnet (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:33.808223 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Network 2526fc80-7281-4aad-9a6a-6587590ab6d6 details requested by agent ovs-agent-dv-cinder-846842-9-iscsi with host dv-cinder-846842-9-iscsi {{(pid=104251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 03:45:33.974104 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b03c8c6f-0b29-41eb-8e7d-d71e592e49ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60595381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59995507'] for subnet (46494941-1b90-44c2-ba93-9c8cd15f4d45), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:34.025630 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c8c6f-0b29-41eb-8e7d-d71e592e49ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=46494941-1b90-44c2-ba93-9c8cd15f4d45,revision_number=0']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:34.044406 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03c8c6f-0b29-41eb-8e7d-d71e592e49ec admin admin] Checking segment: {'id': '43960758-9dc5-4639-9da2-4d67245fae60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:45:34.044758 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03c8c6f-0b29-41eb-8e7d-d71e592e49ec admin admin] Network hostable DHCP agents. Network: 2526fc80-7281-4aad-9a6a-6587590ab6d6, hostable agents: ['1553e874-6843-4478-a19b-2f80346723c1'], hosted agents: [] {{(pid=104249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 03:45:34.063537 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03c8c6f-0b29-41eb-8e7d-d71e592e49ec admin admin] Network 2526fc80-7281-4aad-9a6a-6587590ab6d6 is scheduled to be hosted by DHCP agent 1553e874-6843-4478-a19b-2f80346723c1 with binding_index 1 {{(pid=104249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 03:45:34.073741 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [None req-b03c8c6f-0b29-41eb-8e7d-d71e592e49ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-9-iscsi, 2526fc80-7281-4aad-9a6a-6587590ab6d6) {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:45:34.077806 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03c8c6f-0b29-41eb-8e7d-d71e592e49ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:34.078407 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b03c8c6f-0b29-41eb-8e7d-d71e592e49ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for subnet (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:34.083128 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882172ac-3284-4981-9e9a-a75d9ef6d806 None None] Network 2526fc80-7281-4aad-9a6a-6587590ab6d6 requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:45:34.097139 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-b03c8c6f-0b29-41eb-8e7d-d71e592e49ec admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3254561 Jul 02 03:45:34.100368 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 40228) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:45:34.104924 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-5bba4285-71b3-4dd2-9bf3-0e2da0ea4419 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-880678290-router', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:45:34.131399 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5bba4285-71b3-4dd2-9bf3-0e2da0ea4419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-388431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4176334'] for router (bfd44192-d6b1-423f-8687-79c8d84ca7d1), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:34.132556 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5bba4285-71b3-4dd2-9bf3-0e2da0ea4419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-388809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-392072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4176327'] for router (bfd44192-d6b1-423f-8687-79c8d84ca7d1), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:34.189571 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5bba4285-71b3-4dd2-9bf3-0e2da0ea4419 admin admin] Publish callbacks [] for router_controller (bfd44192-d6b1-423f-8687-79c8d84ca7d1), precommit_add_association {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:34.319016 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e34a76f-3667-41d4-a097-f3d1b1139daf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e612fdf-d4d2-534a-a3d7-4de3d62f7aff-2526fc80-7281-4aad-9a6a-6587590ab6d6', 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6', 'project_id': '0665267ba574490cbcf958be4d793dd3', 'fixed_ips': [{'subnet_id': '46494941-1b90-44c2-ba93-9c8cd15f4d45'}]}} from dv-cinder-846842-9-iscsi. {{(pid=104251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 02 03:45:34.320002 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-8e34a76f-3667-41d4-a097-f3d1b1139daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:34.346463 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5bba4285-71b3-4dd2-9bf3-0e2da0ea4419 admin admin] Publish callbacks [] for router_gateway (bfd44192-d6b1-423f-8687-79c8d84ca7d1), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:34.462451 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.db_base_plugin_common [None req-8e34a76f-3667-41d4-a097-f3d1b1139daf None None] Allocated IP 172.20.0.2 (2526fc80-7281-4aad-9a6a-6587590ab6d6/46494941-1b90-44c2-ba93-9c8cd15f4d45/a7f26013-5644-44ae-afc0-a44a9d7ffa53) {{(pid=104251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:45:34.541482 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5bba4285-71b3-4dd2-9bf3-0e2da0ea4419 admin admin] Publish callbacks [] for router_gateway (bfd44192-d6b1-423f-8687-79c8d84ca7d1), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:34.561982 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5bba4285-71b3-4dd2-9bf3-0e2da0ea4419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:34.608656 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-8e34a76f-3667-41d4-a097-f3d1b1139daf None None] Publish callbacks [] for port (a7f26013-5644-44ae-afc0-a44a9d7ffa53), precommit_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:34.616012 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-8e34a76f-3667-41d4-a097-f3d1b1139daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077'] for port (a7f26013-5644-44ae-afc0-a44a9d7ffa53), after_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:34.657784 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e34a76f-3667-41d4-a097-f3d1b1139daf None None] Network 2526fc80-7281-4aad-9a6a-6587590ab6d6 is already hosted by enough agents. {{(pid=104251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:45:34.665840 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.scheduler.base_scheduler [None req-8e34a76f-3667-41d4-a097-f3d1b1139daf None None] Resources bound (agent type, host, resource id): {{(pid=104251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:45:34.668348 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34a76f-3667-41d4-a097-f3d1b1139daf None None] Pushing event updated for resources: {'Port': ['ID=a7f26013-5644-44ae-afc0-a44a9d7ffa53,revision_number=1']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:34.670619 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e34a76f-3667-41d4-a097-f3d1b1139daf None None] Received port after_create {{(pid=104251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:45:34.682671 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [None req-5bba4285-71b3-4dd2-9bf3-0e2da0ea4419 admin admin] Allocated IP 172.27.0.223 (f461a802-f340-43f3-86d0-4b44bcb77e0c/5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3/84db822f-9103-4585-a8e9-83e214b76c15) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:45:34.731529 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-8e34a76f-3667-41d4-a097-f3d1b1139daf None None] Attempting to bind port a7f26013-5644-44ae-afc0-a44a9d7ffa53 on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:45:34.731900 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-8e34a76f-3667-41d4-a097-f3d1b1139daf None None] Attempting to bind port a7f26013-5644-44ae-afc0-a44a9d7ffa53 by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': '43960758-9dc5-4639-9da2-4d67245fae60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6'}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:45:34.732267 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e34a76f-3667-41d4-a097-f3d1b1139daf None None] Attempting to bind port a7f26013-5644-44ae-afc0-a44a9d7ffa53 on network 2526fc80-7281-4aad-9a6a-6587590ab6d6 {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:45:34.737515 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e34a76f-3667-41d4-a097-f3d1b1139daf None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:45:34.737889 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e34a76f-3667-41d4-a097-f3d1b1139daf None None] Checking segment: {'id': '43960758-9dc5-4639-9da2-4d67245fae60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:45:34.738288 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-8e34a76f-3667-41d4-a097-f3d1b1139daf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:34.738719 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e34a76f-3667-41d4-a097-f3d1b1139daf None None] Bound using segment: {'id': '43960758-9dc5-4639-9da2-4d67245fae60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6'} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:45:34.739211 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-8e34a76f-3667-41d4-a097-f3d1b1139daf None None] Bound port: a7f26013-5644-44ae-afc0-a44a9d7ffa53, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43960758-9dc5-4639-9da2-4d67245fae60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6'}}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:45:34.739774 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-8e34a76f-3667-41d4-a097-f3d1b1139daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (a7f26013-5644-44ae-afc0-a44a9d7ffa53), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:34.790477 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5bba4285-71b3-4dd2-9bf3-0e2da0ea4419 admin admin] Publish callbacks [] for port (84db822f-9103-4585-a8e9-83e214b76c15), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:34.800238 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-8e34a76f-3667-41d4-a097-f3d1b1139daf None None] For port a7f26013-5644-44ae-afc0-a44a9d7ffa53, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:45:34.800850 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:INSERT=7,neutron:SELECT=86,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:34.804987 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-8e34a76f-3667-41d4-a097-f3d1b1139daf None None] For port a7f26013-5644-44ae-afc0-a44a9d7ffa53, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=a7f26013-5644-44ae-afc0-a44a9d7ffa53,segment=NetworkSegment(43960758-9dc5-4639-9da2-4d67245fae60),segment_id=43960758-9dc5-4639-9da2-4d67245fae60)] {{(pid=104251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:45:34.813481 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-8e34a76f-3667-41d4-a097-f3d1b1139daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (a7f26013-5644-44ae-afc0-a44a9d7ffa53), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:34.828911 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5bba4285-71b3-4dd2-9bf3-0e2da0ea4419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (84db822f-9103-4585-a8e9-83e214b76c15), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:34.868197 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34a76f-3667-41d4-a097-f3d1b1139daf None None] Pushing event updated for resources: {'Port': ['ID=a7f26013-5644-44ae-afc0-a44a9d7ffa53,revision_number=2']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:34.868419 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bba4285-71b3-4dd2-9bf3-0e2da0ea4419 admin admin] Network f461a802-f340-43f3-86d0-4b44bcb77e0c is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:45:34.875325 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-5bba4285-71b3-4dd2-9bf3-0e2da0ea4419 admin admin] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:45:34.875325 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bba4285-71b3-4dd2-9bf3-0e2da0ea4419 admin admin] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:45:34.875580 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:34.914588 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba4285-71b3-4dd2-9bf3-0e2da0ea4419 admin admin] Pushing event updated for resources: {'Port': ['ID=84db822f-9103-4585-a8e9-83e214b76c15,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:35.161005 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5bba4285-71b3-4dd2-9bf3-0e2da0ea4419 admin admin] Publish callbacks [] for router_gateway (bfd44192-d6b1-423f-8687-79c8d84ca7d1), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:35.358546 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5bba4285-71b3-4dd2-9bf3-0e2da0ea4419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-387663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390652'] for router (bfd44192-d6b1-423f-8687-79c8d84ca7d1), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:35.498092 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bba4285-71b3-4dd2-9bf3-0e2da0ea4419 admin admin] Router bfd44192-d6b1-423f-8687-79c8d84ca7d1 is scheduled to L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c with binding_index 1 {{(pid=104250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 02 03:45:35.603790 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bba4285-71b3-4dd2-9bf3-0e2da0ea4419 admin admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:45:35.622783 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb83475-aeaf-4f28-b606-4f639d9900db None None] Sync routers for ids ['bfd44192-d6b1-423f-8687-79c8d84ca7d1'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:45:35.629695 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5bba4285-71b3-4dd2-9bf3-0e2da0ea4419 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:35.629695 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-5bba4285-71b3-4dd2-9bf3-0e2da0ea4419 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5264494 Jul 02 03:45:35.630775 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 40234) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:45:35.640218 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb83475-aeaf-4f28-b606-4f639d9900db None None] Routers {'bfd44192-d6b1-423f-8687-79c8d84ca7d1'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:45:35.640855 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-0fb83475-aeaf-4f28-b606-4f639d9900db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:45:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['bfd44192-d6b1-423f-8687-79c8d84ca7d1'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:45:35.673822 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:DELETE=3,neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:35.698872 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:35.755456 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-0fb83475-aeaf-4f28-b606-4f639d9900db None None] Set router bfd44192-d6b1-423f-8687-79c8d84ca7d1 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:45:35.784260 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f5ac86-2c2c-49f0-8b44-78c4dac81b1a None None] Network 2526fc80-7281-4aad-9a6a-6587590ab6d6 requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:45:35.797273 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:35.911133 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:35.947767 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-b3e6cde5-0f93-4505-a263-bad7cba7d20b None None] Provisioning complete for port a7f26013-5644-44ae-afc0-a44a9d7ffa53 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:45:35.948138 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-b3e6cde5-0f93-4505-a263-bad7cba7d20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (a7f26013-5644-44ae-afc0-a44a9d7ffa53), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:36.047153 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2ce797a1-35d5-4451-b87a-049a73743a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:36.093927 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-0fb83475-aeaf-4f28-b606-4f639d9900db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'name': 'tempest-AttachVolumeTestJSON-880678290-router', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '84db822f-9103-4585-a8e9-83e214b76c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:35Z', 'revision_number': 3, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'gw_port': {'id': '84db822f-9103-4585-a8e9-83e214b76c15', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:69:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi'}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:45:36.132088 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb83475-aeaf-4f28-b606-4f639d9900db None None] Checking router: bfd44192-d6b1-423f-8687-79c8d84ca7d1 for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:45:36.132443 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb83475-aeaf-4f28-b606-4f639d9900db None None] Updating router bfd44192-d6b1-423f-8687-79c8d84ca7d1 port 84db822f-9103-4585-a8e9-83e214b76c15 binding host dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 03:45:36.137406 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-b3e6cde5-0f93-4505-a263-bad7cba7d20b None None] Current status of the port a7f26013-5644-44ae-afc0-a44a9d7ffa53 is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:45:36.137795 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-b3e6cde5-0f93-4505-a263-bad7cba7d20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (a7f26013-5644-44ae-afc0-a44a9d7ffa53), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:36.184325 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-0fb83475-aeaf-4f28-b606-4f639d9900db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (84db822f-9103-4585-a8e9-83e214b76c15), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:36.227091 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-b3e6cde5-0f93-4505-a263-bad7cba7d20b None None] For port a7f26013-5644-44ae-afc0-a44a9d7ffa53, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=a7f26013-5644-44ae-afc0-a44a9d7ffa53,segment=NetworkSegment(43960758-9dc5-4639-9da2-4d67245fae60),segment_id=43960758-9dc5-4639-9da2-4d67245fae60)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:45:36.236111 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-b3e6cde5-0f93-4505-a263-bad7cba7d20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (a7f26013-5644-44ae-afc0-a44a9d7ffa53), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:36.250167 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [None req-2ce797a1-35d5-4451-b87a-049a73743a6d admin admin] Allocated IP 172.20.0.1 (2526fc80-7281-4aad-9a6a-6587590ab6d6/46494941-1b90-44c2-ba93-9c8cd15f4d45/180713db-b710-438e-b5b0-5ff760ca4a89) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:45:36.355983 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2ce797a1-35d5-4451-b87a-049a73743a6d admin admin] Publish callbacks [] for port (180713db-b710-438e-b5b0-5ff760ca4a89), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:36.370177 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6cde5-0f93-4505-a263-bad7cba7d20b None None] Pushing event updated for resources: {'Port': ['ID=a7f26013-5644-44ae-afc0-a44a9d7ffa53,revision_number=3']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:36.384142 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-7ededc09-ce55-4479-9569-ce7d4b5d5cdb None None] Provisioning complete for port a7f26013-5644-44ae-afc0-a44a9d7ffa53 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:45:36.384522 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-7ededc09-ce55-4479-9569-ce7d4b5d5cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (a7f26013-5644-44ae-afc0-a44a9d7ffa53), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:36.391188 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2ce797a1-35d5-4451-b87a-049a73743a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (180713db-b710-438e-b5b0-5ff760ca4a89), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:36.436730 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce797a1-35d5-4451-b87a-049a73743a6d admin admin] Network 2526fc80-7281-4aad-9a6a-6587590ab6d6 is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:45:36.441593 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-2ce797a1-35d5-4451-b87a-049a73743a6d admin admin] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:45:36.445967 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce797a1-35d5-4451-b87a-049a73743a6d admin admin] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:45:36.474331 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce797a1-35d5-4451-b87a-049a73743a6d admin admin] Pushing event updated for resources: {'Port': ['ID=180713db-b710-438e-b5b0-5ff760ca4a89,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:36.501336 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2ce797a1-35d5-4451-b87a-049a73743a6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-386495'] for router_interface (bfd44192-d6b1-423f-8687-79c8d84ca7d1), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:36.509901 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:36.528700 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:36.573023 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:36.590910 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-7ededc09-ce55-4479-9569-ce7d4b5d5cdb None None] Current status of the port a7f26013-5644-44ae-afc0-a44a9d7ffa53 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:45:36.605430 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-0fb83475-aeaf-4f28-b606-4f639d9900db None None] Publish callbacks [] for port (84db822f-9103-4585-a8e9-83e214b76c15), precommit_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:36.612328 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-0fb83475-aeaf-4f28-b606-4f639d9900db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (84db822f-9103-4585-a8e9-83e214b76c15), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:36.672543 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-0fb83475-aeaf-4f28-b606-4f639d9900db None None] Attempting to bind port 84db822f-9103-4585-a8e9-83e214b76c15 on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:45:36.673119 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-0fb83475-aeaf-4f28-b606-4f639d9900db None None] Attempting to bind port 84db822f-9103-4585-a8e9-83e214b76c15 by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:45:36.673310 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb83475-aeaf-4f28-b606-4f639d9900db None None] Attempting to bind port 84db822f-9103-4585-a8e9-83e214b76c15 on network f461a802-f340-43f3-86d0-4b44bcb77e0c {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:45:36.677051 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2292997-c096-4db1-815c-0ccde4c1fd6d None None] Pushing event updated for resources: {'Port': ['ID=84db822f-9103-4585-a8e9-83e214b76c15,revision_number=2']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:36.679454 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2ce797a1-35d5-4451-b87a-049a73743a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (180713db-b710-438e-b5b0-5ff760ca4a89), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:36.681882 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb83475-aeaf-4f28-b606-4f639d9900db None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:45:36.682258 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb83475-aeaf-4f28-b606-4f639d9900db None None] Checking segment: {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:45:36.682648 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-0fb83475-aeaf-4f28-b606-4f639d9900db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:36.683026 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb83475-aeaf-4f28-b606-4f639d9900db None None] Bound using segment: {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:45:36.683524 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-0fb83475-aeaf-4f28-b606-4f639d9900db None None] Bound port: 84db822f-9103-4585-a8e9-83e214b76c15, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:45:36.683898 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-0fb83475-aeaf-4f28-b606-4f639d9900db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (84db822f-9103-4585-a8e9-83e214b76c15), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:36.731661 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-95e45bc2-3b93-4762-939e-b6ed8ffa7f21 None None] Provisioning complete for port 180713db-b710-438e-b5b0-5ff760ca4a89 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:45:36.732027 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-95e45bc2-3b93-4762-939e-b6ed8ffa7f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (180713db-b710-438e-b5b0-5ff760ca4a89), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:36.766066 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-0fb83475-aeaf-4f28-b606-4f639d9900db None None] For port 84db822f-9103-4585-a8e9-83e214b76c15, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:45:36.781204 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-0fb83475-aeaf-4f28-b606-4f639d9900db None None] For port 84db822f-9103-4585-a8e9-83e214b76c15, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=84db822f-9103-4585-a8e9-83e214b76c15,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:45:36.782606 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-95e45bc2-3b93-4762-939e-b6ed8ffa7f21 None None] Port 180713db-b710-438e-b5b0-5ff760ca4a89 cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:45:36.792342 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-0fb83475-aeaf-4f28-b606-4f639d9900db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (84db822f-9103-4585-a8e9-83e214b76c15), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:36.814702 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:36.846116 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2ce797a1-35d5-4451-b87a-049a73743a6d admin admin] Publish callbacks [] for port (180713db-b710-438e-b5b0-5ff760ca4a89), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:36.851776 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2ce797a1-35d5-4451-b87a-049a73743a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (180713db-b710-438e-b5b0-5ff760ca4a89), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:36.853803 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb83475-aeaf-4f28-b606-4f639d9900db None None] Routers {'bfd44192-d6b1-423f-8687-79c8d84ca7d1'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:45:36.854433 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-0fb83475-aeaf-4f28-b606-4f639d9900db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:45:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['bfd44192-d6b1-423f-8687-79c8d84ca7d1'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:45:36.857884 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2292997-c096-4db1-815c-0ccde4c1fd6d None None] Pushing event updated for resources: {'Port': ['ID=84db822f-9103-4585-a8e9-83e214b76c15,revision_number=3']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:36.920374 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2ce797a1-35d5-4451-b87a-049a73743a6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386339'] for router_interface (bfd44192-d6b1-423f-8687-79c8d84ca7d1), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:36.927058 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce797a1-35d5-4451-b87a-049a73743a6d admin admin] Pushing event updated for resources: {'Port': ['ID=180713db-b710-438e-b5b0-5ff760ca4a89,revision_number=2']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:37.030585 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce797a1-35d5-4451-b87a-049a73743a6d admin admin] Network 2526fc80-7281-4aad-9a6a-6587590ab6d6 is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:45:37.031963 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-2ce797a1-35d5-4451-b87a-049a73743a6d admin admin] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:45:37.065633 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device a7f26013-5644-44ae-afc0-a44a9d7ffa53 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:45:37.134056 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-0fb83475-aeaf-4f28-b606-4f639d9900db None None] Set router bfd44192-d6b1-423f-8687-79c8d84ca7d1 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:45:37.167110 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port a7f26013-5644-44ae-afc0-a44a9d7ffa53 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:45:37.167529 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (a7f26013-5644-44ae-afc0-a44a9d7ffa53), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:37.338992 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-d491372f-3c69-41f4-b79e-278f68bca768 None None] Provisioning complete for port 180713db-b710-438e-b5b0-5ff760ca4a89 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:45:37.339239 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-d491372f-3c69-41f4-b79e-278f68bca768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (180713db-b710-438e-b5b0-5ff760ca4a89), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:37.389001 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port a7f26013-5644-44ae-afc0-a44a9d7ffa53 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:45:37.418640 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-d491372f-3c69-41f4-b79e-278f68bca768 None None] Port 180713db-b710-438e-b5b0-5ff760ca4a89 cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:45:37.427639 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:37.432041 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce797a1-35d5-4451-b87a-049a73743a6d admin admin] Router bfd44192-d6b1-423f-8687-79c8d84ca7d1 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:45:37.437767 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-0fb83475-aeaf-4f28-b606-4f639d9900db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'name': 'tempest-AttachVolumeTestJSON-880678290-router', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '84db822f-9103-4585-a8e9-83e214b76c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:36Z', 'revision_number': 4, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'gw_port': {'id': '84db822f-9103-4585-a8e9-83e214b76c15', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:69:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '180713db-b710-438e-b5b0-5ff760ca4a89', 'name': '', 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'mac_address': 'fa:16:3e:0f:65:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:36Z', 'updated_at': '2022-07-02T03:45:36Z', 'revision_number': 2, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'subnets': [{'id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:45:37.464285 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb83475-aeaf-4f28-b606-4f639d9900db None None] The sync data for ids ['bfd44192-d6b1-423f-8687-79c8d84ca7d1'] in dv-cinder-846842-9-iscsi is: [{'id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'name': 'tempest-AttachVolumeTestJSON-880678290-router', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '84db822f-9103-4585-a8e9-83e214b76c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:36Z', 'revision_number': 4, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'gw_port': {'id': '84db822f-9103-4585-a8e9-83e214b76c15', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:69:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '180713db-b710-438e-b5b0-5ff760ca4a89', 'name': '', 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'mac_address': 'fa:16:3e:0f:65:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:36Z', 'updated_at': '2022-07-02T03:45:36Z', 'revision_number': 2, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'subnets': [{'id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:45:37.535335 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce797a1-35d5-4451-b87a-049a73743a6d admin admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:45:37.546319 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-2ce797a1-35d5-4451-b87a-049a73743a6d admin admin] 10.222.0.42 "PUT /v2.0/routers/bfd44192-d6b1-423f-8687-79c8d84ca7d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9088788 Jul 02 03:45:37.857853 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 40246) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:45:37.862861 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-5cdcc0da-8846-4d8b-b40a-43e62d087874 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--358258219', 'description': 'tempest-description--1418905167'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:45:37.885994 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5cdcc0da-8846-4d8b-b40a-43e62d087874 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:37.949929 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:37.962524 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5cdcc0da-8846-4d8b-b40a-43e62d087874 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for security_group (7b0df59b-3d36-41d1-aefe-90220e54da71), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:37.968098 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5cdcc0da-8846-4d8b-b40a-43e62d087874 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (7b0df59b-3d36-41d1-aefe-90220e54da71), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:37.999196 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdcc0da-8846-4d8b-b40a-43e62d087874 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0df59b-3d36-41d1-aefe-90220e54da71,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:38.003955 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-5cdcc0da-8846-4d8b-b40a-43e62d087874 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:38.008390 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-5cdcc0da-8846-4d8b-b40a-43e62d087874 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1464727 Jul 02 03:45:38.008793 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 40248) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:45:38.012801 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-1e9fff53-8cca-4b3a-b195-c75230bc41c1 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Request body: {'security_group_rule': {'security_group_id': '7b0df59b-3d36-41d1-aefe-90220e54da71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:45:38.049239 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-1e9fff53-8cca-4b3a-b195-c75230bc41c1 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for security_group_rule (7d7d9b6a-aa43-4b18-b614-559e125ff121), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:38.131596 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-1e9fff53-8cca-4b3a-b195-c75230bc41c1 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for security_group_rule (7d7d9b6a-aa43-4b18-b614-559e125ff121), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:38.136333 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-1e9fff53-8cca-4b3a-b195-c75230bc41c1 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (7d7d9b6a-aa43-4b18-b614-559e125ff121), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:38.159768 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9fff53-8cca-4b3a-b195-c75230bc41c1 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d7d9b6a-aa43-4b18-b614-559e125ff121,revision_number=0']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:38.172134 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-1e9fff53-8cca-4b3a-b195-c75230bc41c1 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:38.173405 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-1e9fff53-8cca-4b3a-b195-c75230bc41c1 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1639943 Jul 02 03:45:38.176225 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 40252) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:45:38.181373 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-882e50b1-f91f-4e85-bff0-fd4fda3243e8 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Request body: {'security_group_rule': {'security_group_id': '7b0df59b-3d36-41d1-aefe-90220e54da71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:45:38.210704 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-882e50b1-f91f-4e85-bff0-fd4fda3243e8 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for security_group_rule (02bcf55c-cf1b-4d11-ae0d-bcc4db7ab671), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:38.266797 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:38.279080 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-882e50b1-f91f-4e85-bff0-fd4fda3243e8 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for security_group_rule (02bcf55c-cf1b-4d11-ae0d-bcc4db7ab671), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:38.286457 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-882e50b1-f91f-4e85-bff0-fd4fda3243e8 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (02bcf55c-cf1b-4d11-ae0d-bcc4db7ab671), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:38.308397 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e50b1-f91f-4e85-bff0-fd4fda3243e8 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02bcf55c-cf1b-4d11-ae0d-bcc4db7ab671,revision_number=0']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:38.317528 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-882e50b1-f91f-4e85-bff0-fd4fda3243e8 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:38.321914 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-882e50b1-f91f-4e85-bff0-fd4fda3243e8 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1415658 Jul 02 03:45:38.322278 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 40254) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:45:38.326712 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-3efba44c-7808-496d-ad59-d84250bb332e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Request body: {'floatingip': {'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:45:38.349624 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-3efba44c-7808-496d-ad59-d84250bb332e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:38.433160 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-3efba44c-7808-496d-ad59-d84250bb332e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:38.551601 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [None req-3efba44c-7808-496d-ad59-d84250bb332e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Allocated IP 172.27.0.245 (f461a802-f340-43f3-86d0-4b44bcb77e0c/5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3/a69f779d-8d23-4ede-94f6-6809741bcb3c) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:45:38.663170 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-3efba44c-7808-496d-ad59-d84250bb332e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for port (a69f779d-8d23-4ede-94f6-6809741bcb3c), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:38.699247 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-3efba44c-7808-496d-ad59-d84250bb332e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (a69f779d-8d23-4ede-94f6-6809741bcb3c), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:38.728015 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:38.748333 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efba44c-7808-496d-ad59-d84250bb332e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Network f461a802-f340-43f3-86d0-4b44bcb77e0c is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:45:38.754004 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-3efba44c-7808-496d-ad59-d84250bb332e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:45:38.758424 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efba44c-7808-496d-ad59-d84250bb332e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:45:38.779418 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efba44c-7808-496d-ad59-d84250bb332e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Pushing event updated for resources: {'Port': ['ID=a69f779d-8d23-4ede-94f6-6809741bcb3c,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:38.846257 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-3efba44c-7808-496d-ad59-d84250bb332e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for floatingip (910e6fc1-767a-4291-998f-f22496ba0aa0), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:38.896913 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-3efba44c-7808-496d-ad59-d84250bb332e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (a69f779d-8d23-4ede-94f6-6809741bcb3c), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:38.974786 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 84db822f-9103-4585-a8e9-83e214b76c15 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:45:39.017262 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:39.024939 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 84db822f-9103-4585-a8e9-83e214b76c15 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:45:39.025327 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (84db822f-9103-4585-a8e9-83e214b76c15), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:39.062566 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:39.072651 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-3efba44c-7808-496d-ad59-d84250bb332e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for port (a69f779d-8d23-4ede-94f6-6809741bcb3c), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:39.078587 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-3efba44c-7808-496d-ad59-d84250bb332e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (a69f779d-8d23-4ede-94f6-6809741bcb3c), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:39.109203 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 84db822f-9103-4585-a8e9-83e214b76c15 is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:45:39.109595 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (84db822f-9103-4585-a8e9-83e214b76c15), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:39.142536 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] For port 84db822f-9103-4585-a8e9-83e214b76c15, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=84db822f-9103-4585-a8e9-83e214b76c15,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:45:39.148693 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (84db822f-9103-4585-a8e9-83e214b76c15), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:39.156597 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efba44c-7808-496d-ad59-d84250bb332e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Pushing event updated for resources: {'Port': ['ID=a69f779d-8d23-4ede-94f6-6809741bcb3c,revision_number=2']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:39.165879 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-3efba44c-7808-496d-ad59-d84250bb332e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389155'] for floatingip (910e6fc1-767a-4291-998f-f22496ba0aa0), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:39.185534 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-3efba44c-7808-496d-ad59-d84250bb332e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:39.194907 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-3efba44c-7808-496d-ad59-d84250bb332e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8637612 Jul 02 03:45:39.207649 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Pushing event updated for resources: {'Port': ['ID=84db822f-9103-4585-a8e9-83e214b76c15,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:39.347660 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-3886bee5-11ee-4104-ba84-44446bcc69f4 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--358258219&fields=id&tenant_id=0665267ba574490cbcf958be4d793dd3 HTTP/1.1" status: 200 len: 267 time: 0.0494213 Jul 02 03:45:39.453678 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2885f509-8b17-47fb-bf18-be482ddff779 None None] Sync routers for ids ['bfd44192-d6b1-423f-8687-79c8d84ca7d1'] in dv-cinder-846842-9-iscsi {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:45:39.459202 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-cc75ca98-5b0d-4eb5-8b29-c44db9c9ed70 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:39.460754 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-cc75ca98-5b0d-4eb5-8b29-c44db9c9ed70 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/networks?id=2526fc80-7281-4aad-9a6a-6587590ab6d6 HTTP/1.1" status: 200 len: 810 time: 0.1064408 Jul 02 03:45:39.464251 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2885f509-8b17-47fb-bf18-be482ddff779 None None] Routers {'bfd44192-d6b1-423f-8687-79c8d84ca7d1'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:45:39.464862 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-2885f509-8b17-47fb-bf18-be482ddff779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:45:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['bfd44192-d6b1-423f-8687-79c8d84ca7d1'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:45:39.476620 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-9a85faa7-7168-48c3-89b1-0cd13030e6bd tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/quotas/0665267ba574490cbcf958be4d793dd3 HTTP/1.1" status: 200 len: 375 time: 0.0098379 Jul 02 03:45:39.525102 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:39.533502 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-8b3826c3-182b-4d6e-9429-3c4ac7e9bc8a tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0665267ba574490cbcf958be4d793dd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499763 Jul 02 03:45:39.549867 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-cba08bb8-dcb8-4e67-b8eb-3f8de61a3d0e service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 02 03:45:39.550850 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-cba08bb8-dcb8-4e67-b8eb-3f8de61a3d0e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052230 Jul 02 03:45:39.566600 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-2885f509-8b17-47fb-bf18-be482ddff779 None None] Set router bfd44192-d6b1-423f-8687-79c8d84ca7d1 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:45:39.625460 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:39.640467 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-b9ff190b-0c1f-48b7-8e17-fe5c0f95fac1 service neutron] 10.222.0.42 "GET /v2.0/networks/2526fc80-7281-4aad-9a6a-6587590ab6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838273 Jul 02 03:45:39.737850 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-4801a2aa-0eb9-4b7d-b594-08cbed9fc998 service neutron] 10.222.0.42 "GET /v2.0/networks/2526fc80-7281-4aad-9a6a-6587590ab6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906425 Jul 02 03:45:39.755724 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-2885f509-8b17-47fb-bf18-be482ddff779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'name': 'tempest-AttachVolumeTestJSON-880678290-router', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '84db822f-9103-4585-a8e9-83e214b76c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:36Z', 'revision_number': 4, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'gw_port': {'id': '84db822f-9103-4585-a8e9-83e214b76c15', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '180713db-b710-438e-b5b0-5ff760ca4a89', 'name': '', 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'mac_address': 'fa:16:3e:0f:65:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:36Z', 'updated_at': '2022-07-02T03:45:36Z', 'revision_number': 2, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'subnets': [{'id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:45:39.781252 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2885f509-8b17-47fb-bf18-be482ddff779 None None] Checking router: bfd44192-d6b1-423f-8687-79c8d84ca7d1 for host: dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:45:39.781605 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2885f509-8b17-47fb-bf18-be482ddff779 None None] Updating router bfd44192-d6b1-423f-8687-79c8d84ca7d1 port 180713db-b710-438e-b5b0-5ff760ca4a89 binding host dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 03:45:39.813658 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-2885f509-8b17-47fb-bf18-be482ddff779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (180713db-b710-438e-b5b0-5ff760ca4a89), before_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:40.081954 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-2885f509-8b17-47fb-bf18-be482ddff779 None None] Publish callbacks [] for port (180713db-b710-438e-b5b0-5ff760ca4a89), precommit_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:40.088766 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-2885f509-8b17-47fb-bf18-be482ddff779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (180713db-b710-438e-b5b0-5ff760ca4a89), after_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:40.115885 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:40.140058 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402dc7f3-527f-4180-af71-c6df5ef3b407 None None] Pushing event updated for resources: {'Port': ['ID=180713db-b710-438e-b5b0-5ff760ca4a89,revision_number=3']} {{(pid=104252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:40.151722 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402dc7f3-527f-4180-af71-c6df5ef3b407 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:40.152130 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402dc7f3-527f-4180-af71-c6df5ef3b407 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:40.152664 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402dc7f3-527f-4180-af71-c6df5ef3b407 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:40.153019 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402dc7f3-527f-4180-af71-c6df5ef3b407 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:40.153356 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402dc7f3-527f-4180-af71-c6df5ef3b407 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:40.153716 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402dc7f3-527f-4180-af71-c6df5ef3b407 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:40.154056 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402dc7f3-527f-4180-af71-c6df5ef3b407 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:40.154439 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402dc7f3-527f-4180-af71-c6df5ef3b407 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:40.154816 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402dc7f3-527f-4180-af71-c6df5ef3b407 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:40.155170 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402dc7f3-527f-4180-af71-c6df5ef3b407 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:40.155671 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402dc7f3-527f-4180-af71-c6df5ef3b407 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:40.156117 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402dc7f3-527f-4180-af71-c6df5ef3b407 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:40.156441 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402dc7f3-527f-4180-af71-c6df5ef3b407 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:40.157640 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402dc7f3-527f-4180-af71-c6df5ef3b407 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:40.158054 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402dc7f3-527f-4180-af71-c6df5ef3b407 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:45:40.234421 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-2885f509-8b17-47fb-bf18-be482ddff779 None None] Attempting to bind port 180713db-b710-438e-b5b0-5ff760ca4a89 on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:45:40.234789 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-2885f509-8b17-47fb-bf18-be482ddff779 None None] Attempting to bind port 180713db-b710-438e-b5b0-5ff760ca4a89 by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': '43960758-9dc5-4639-9da2-4d67245fae60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6'}] {{(pid=104252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:45:40.235148 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2885f509-8b17-47fb-bf18-be482ddff779 None None] Attempting to bind port 180713db-b710-438e-b5b0-5ff760ca4a89 on network 2526fc80-7281-4aad-9a6a-6587590ab6d6 {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:45:40.240840 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2885f509-8b17-47fb-bf18-be482ddff779 None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:45:40.241221 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2885f509-8b17-47fb-bf18-be482ddff779 None None] Checking segment: {'id': '43960758-9dc5-4639-9da2-4d67245fae60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:45:40.241603 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-2885f509-8b17-47fb-bf18-be482ddff779 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:40.241996 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2885f509-8b17-47fb-bf18-be482ddff779 None None] Bound using segment: {'id': '43960758-9dc5-4639-9da2-4d67245fae60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6'} {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:45:40.242469 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-2885f509-8b17-47fb-bf18-be482ddff779 None None] Bound port: 180713db-b710-438e-b5b0-5ff760ca4a89, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43960758-9dc5-4639-9da2-4d67245fae60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6'}}] {{(pid=104252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:45:40.242885 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-2885f509-8b17-47fb-bf18-be482ddff779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (180713db-b710-438e-b5b0-5ff760ca4a89), before_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:40.296934 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:40.308246 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.db [None req-2885f509-8b17-47fb-bf18-be482ddff779 None None] For port 180713db-b710-438e-b5b0-5ff760ca4a89, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:45:40.311638 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.db [None req-2885f509-8b17-47fb-bf18-be482ddff779 None None] For port 180713db-b710-438e-b5b0-5ff760ca4a89, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=180713db-b710-438e-b5b0-5ff760ca4a89,segment=NetworkSegment(43960758-9dc5-4639-9da2-4d67245fae60),segment_id=43960758-9dc5-4639-9da2-4d67245fae60)] {{(pid=104252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:45:40.319939 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-2885f509-8b17-47fb-bf18-be482ddff779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (180713db-b710-438e-b5b0-5ff760ca4a89), after_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:40.365777 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-58f6622a-3689-47a8-967d-b477a7168cb6 None None] Provisioning complete for port 180713db-b710-438e-b5b0-5ff760ca4a89 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:45:40.366844 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-58f6622a-3689-47a8-967d-b477a7168cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (180713db-b710-438e-b5b0-5ff760ca4a89), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:40.377965 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402dc7f3-527f-4180-af71-c6df5ef3b407 None None] Pushing event updated for resources: {'Port': ['ID=180713db-b710-438e-b5b0-5ff760ca4a89,revision_number=4']} {{(pid=104252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:40.383116 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2885f509-8b17-47fb-bf18-be482ddff779 None None] Routers {'bfd44192-d6b1-423f-8687-79c8d84ca7d1'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:45:40.383750 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-2885f509-8b17-47fb-bf18-be482ddff779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:45:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['bfd44192-d6b1-423f-8687-79c8d84ca7d1'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:45:40.445156 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-58f6622a-3689-47a8-967d-b477a7168cb6 None None] Current status of the port 180713db-b710-438e-b5b0-5ff760ca4a89 is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:45:40.446118 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-58f6622a-3689-47a8-967d-b477a7168cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (180713db-b710-438e-b5b0-5ff760ca4a89), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:40.481885 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-58f6622a-3689-47a8-967d-b477a7168cb6 None None] For port 180713db-b710-438e-b5b0-5ff760ca4a89, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=180713db-b710-438e-b5b0-5ff760ca4a89,segment=NetworkSegment(43960758-9dc5-4639-9da2-4d67245fae60),segment_id=43960758-9dc5-4639-9da2-4d67245fae60)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:45:40.487440 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-58f6622a-3689-47a8-967d-b477a7168cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (180713db-b710-438e-b5b0-5ff760ca4a89), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:40.494598 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-2885f509-8b17-47fb-bf18-be482ddff779 None None] Set router bfd44192-d6b1-423f-8687-79c8d84ca7d1 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:45:40.544498 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6622a-3689-47a8-967d-b477a7168cb6 None None] Pushing event updated for resources: {'Port': ['ID=180713db-b710-438e-b5b0-5ff760ca4a89,revision_number=5']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:40.607487 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-6413e29e-588a-4284-9567-0a85e24ef763 None None] Provisioning complete for port 180713db-b710-438e-b5b0-5ff760ca4a89 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:45:40.607828 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6413e29e-588a-4284-9567-0a85e24ef763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (180713db-b710-438e-b5b0-5ff760ca4a89), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:40.679280 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-6413e29e-588a-4284-9567-0a85e24ef763 None None] Current status of the port 180713db-b710-438e-b5b0-5ff760ca4a89 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:45:40.689568 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-2885f509-8b17-47fb-bf18-be482ddff779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'name': 'tempest-AttachVolumeTestJSON-880678290-router', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '84db822f-9103-4585-a8e9-83e214b76c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:36Z', 'revision_number': 4, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'gw_port': {'id': '84db822f-9103-4585-a8e9-83e214b76c15', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '180713db-b710-438e-b5b0-5ff760ca4a89', 'name': '', 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'mac_address': 'fa:16:3e:0f:65:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:36Z', 'updated_at': '2022-07-02T03:45:40Z', 'revision_number': 4, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'subnets': [{'id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:45:40.810893 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2885f509-8b17-47fb-bf18-be482ddff779 None None] The sync data for ids ['bfd44192-d6b1-423f-8687-79c8d84ca7d1'] in dv-cinder-846842-9-iscsi is: [{'id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'name': 'tempest-AttachVolumeTestJSON-880678290-router', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '84db822f-9103-4585-a8e9-83e214b76c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:36Z', 'revision_number': 4, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'gw_port': {'id': '84db822f-9103-4585-a8e9-83e214b76c15', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '180713db-b710-438e-b5b0-5ff760ca4a89', 'name': '', 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'mac_address': 'fa:16:3e:0f:65:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:36Z', 'updated_at': '2022-07-02T03:45:40Z', 'revision_number': 4, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'subnets': [{'id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:45:40.923650 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7bf6a4d9-b905-4a27-ba34-9144cc6af8d7 req-6a9d1402-0a02-4198-a6dc-8d00dea702b7 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 210 time: 0.0293963 Jul 02 03:45:40.998085 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 180713db-b710-438e-b5b0-5ff760ca4a89 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:45:41.046979 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 180713db-b710-438e-b5b0-5ff760ca4a89 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:45:41.047376 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (180713db-b710-438e-b5b0-5ff760ca4a89), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:41.127093 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 180713db-b710-438e-b5b0-5ff760ca4a89 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:45:41.128020 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 84db822f-9103-4585-a8e9-83e214b76c15 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:45:41.175724 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 84db822f-9103-4585-a8e9-83e214b76c15 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:45:41.176231 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (84db822f-9103-4585-a8e9-83e214b76c15), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:41.264916 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 84db822f-9103-4585-a8e9-83e214b76c15 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:45:42.037505 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e73f1e8f-eea6-4bbf-84a7-637fd048e489 req-4a230ea7-825d-4039-8347-eb4a7e111e5e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 210 time: 0.0354729 Jul 02 03:45:43.135032 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6016a93b-407e-4cc1-869f-0dfb6579b943 req-b2d78e3d-4641-4aa8-837b-812f6e45b3ef tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 210 time: 0.0293686 Jul 02 03:45:44.244106 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5b84c9ce-3e1c-4ca0-a368-74beb3184330 req-4b80191d-2ea6-40cc-a05e-5bc99c886873 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 210 time: 0.0318990 Jul 02 03:45:44.797830 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-9f78e8f0-3141-47b6-b258-2e1fc8388f01 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:44.799353 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-9f78e8f0-3141-47b6-b258-2e1fc8388f01 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.26 "GET /v2.0/networks?id=2526fc80-7281-4aad-9a6a-6587590ab6d6 HTTP/1.1" status: 200 len: 810 time: 0.1090379 Jul 02 03:45:44.878268 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-4624b547-f8c0-42ec-ad45-99cc2ba25085 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0665267ba574490cbcf958be4d793dd3 HTTP/1.1" status: 200 len: 379 time: 0.0619283 Jul 02 03:45:44.975758 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-03f59101-2cf8-419e-9907-859c380c67cb tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Request body: {'port': {'device_id': 'c7f0da2c-7771-4e9c-9dfd-e5a12e452bba', 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6', 'admin_state_up': True, 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'security_groups': ['7b0df59b-3d36-41d1-aefe-90220e54da71']}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:45:45.099860 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-03f59101-2cf8-419e-9907-859c380c67cb tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Made reservation on behalf of 0665267ba574490cbcf958be4d793dd3 for: {'port': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:45:45.103156 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-03f59101-2cf8-419e-9907-859c380c67cb tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:45.193552 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:45.239115 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-03f59101-2cf8-419e-9907-859c380c67cb tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Allocated IP 172.20.0.7 (2526fc80-7281-4aad-9a6a-6587590ab6d6/46494941-1b90-44c2-ba93-9c8cd15f4d45/9dc25d19-95aa-4170-9015-29cd666dc12e) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:45:45.340992 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d2dd374c-af5d-40c6-baca-ec48abd1526a req-eeefc0c1-ab88-4d7f-a968-f4457006ec03 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 210 time: 0.0279210 Jul 02 03:45:45.382688 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-03f59101-2cf8-419e-9907-859c380c67cb tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for port (9dc25d19-95aa-4170-9015-29cd666dc12e), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:45.416123 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-03f59101-2cf8-419e-9907-859c380c67cb tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (9dc25d19-95aa-4170-9015-29cd666dc12e), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:45.463458 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-03f59101-2cf8-419e-9907-859c380c67cb tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Network 2526fc80-7281-4aad-9a6a-6587590ab6d6 is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:45:45.466685 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-03f59101-2cf8-419e-9907-859c380c67cb tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:45:45.469276 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-03f59101-2cf8-419e-9907-859c380c67cb tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:45:45.475056 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:45.501467 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f59101-2cf8-419e-9907-859c380c67cb tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Pushing event updated for resources: {'Port': ['ID=9dc25d19-95aa-4170-9015-29cd666dc12e,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:45.536440 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-03f59101-2cf8-419e-9907-859c380c67cb tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:45.537940 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-03f59101-2cf8-419e-9907-859c380c67cb tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:45.557562 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-03f59101-2cf8-419e-9907-859c380c67cb tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5871255 Jul 02 03:45:45.575284 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-5863886e-1ad1-49c9-90e1-0c858837611d service neutron] Request body: {'port': {'device_id': 'c7f0da2c-7771-4e9c-9dfd-e5a12e452bba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:45:45.642010 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-5863886e-1ad1-49c9-90e1-0c858837611d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (9dc25d19-95aa-4170-9015-29cd666dc12e), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:45.733968 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:45.740395 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-ce997171-8546-4e74-9923-8ec1eef03925 None None] Provisioning complete for port 9dc25d19-95aa-4170-9015-29cd666dc12e triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:45:45.740395 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-ce997171-8546-4e74-9923-8ec1eef03925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (9dc25d19-95aa-4170-9015-29cd666dc12e), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:45.763887 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:45.775235 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-ce997171-8546-4e74-9923-8ec1eef03925 None None] Port 9dc25d19-95aa-4170-9015-29cd666dc12e cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:45:45.914793 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-5863886e-1ad1-49c9-90e1-0c858837611d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dc25d19-95aa-4170-9015-29cd666dc12e {{(pid=104250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:45:45.922738 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-5863886e-1ad1-49c9-90e1-0c858837611d service neutron] Publish callbacks [] for port (9dc25d19-95aa-4170-9015-29cd666dc12e), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:45.935994 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.provisioning_blocks [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-5863886e-1ad1-49c9-90e1-0c858837611d service neutron] Transition to ACTIVE for port object 9dc25d19-95aa-4170-9015-29cd666dc12e will not be triggered until provisioned by entity L2. {{(pid=104250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 02 03:45:45.941838 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-5863886e-1ad1-49c9-90e1-0c858837611d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (9dc25d19-95aa-4170-9015-29cd666dc12e), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:45.995389 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863886e-1ad1-49c9-90e1-0c858837611d service neutron] Pushing event updated for resources: {'Port': ['ID=9dc25d19-95aa-4170-9015-29cd666dc12e,revision_number=2']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:46.059016 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:46.080889 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-5863886e-1ad1-49c9-90e1-0c858837611d service neutron] Attempting to bind port 9dc25d19-95aa-4170-9015-29cd666dc12e on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:45:46.081227 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-5863886e-1ad1-49c9-90e1-0c858837611d service neutron] Attempting to bind port 9dc25d19-95aa-4170-9015-29cd666dc12e by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '43960758-9dc5-4639-9da2-4d67245fae60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6'}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:45:46.081558 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-5863886e-1ad1-49c9-90e1-0c858837611d service neutron] Attempting to bind port 9dc25d19-95aa-4170-9015-29cd666dc12e on network 2526fc80-7281-4aad-9a6a-6587590ab6d6 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:45:46.086768 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-5863886e-1ad1-49c9-90e1-0c858837611d service neutron] Port 9dc25d19-95aa-4170-9015-29cd666dc12e on network 2526fc80-7281-4aad-9a6a-6587590ab6d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 02 03:45:46.087089 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-5863886e-1ad1-49c9-90e1-0c858837611d service neutron] Attempting to bind port 9dc25d19-95aa-4170-9015-29cd666dc12e on network 2526fc80-7281-4aad-9a6a-6587590ab6d6 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:45:46.092396 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-5863886e-1ad1-49c9-90e1-0c858837611d service neutron] Checking agent: {'id': 'b6c7a065-6c6d-4192-b8a5-562c9c844309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'started_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:45:46.092738 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-5863886e-1ad1-49c9-90e1-0c858837611d service neutron] Checking segment: {'id': '43960758-9dc5-4639-9da2-4d67245fae60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:45:46.093128 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-5863886e-1ad1-49c9-90e1-0c858837611d service neutron] Bound using segment: {'id': '43960758-9dc5-4639-9da2-4d67245fae60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6'} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:45:46.093566 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-5863886e-1ad1-49c9-90e1-0c858837611d service neutron] Bound port: 9dc25d19-95aa-4170-9015-29cd666dc12e, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43960758-9dc5-4639-9da2-4d67245fae60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6'}}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:45:46.093924 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-5863886e-1ad1-49c9-90e1-0c858837611d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (9dc25d19-95aa-4170-9015-29cd666dc12e), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:46.161472 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-5863886e-1ad1-49c9-90e1-0c858837611d service neutron] For port 9dc25d19-95aa-4170-9015-29cd666dc12e, host hv-cinder-84684, cleared binding levels {{(pid=104250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:45:46.166553 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-5863886e-1ad1-49c9-90e1-0c858837611d service neutron] For port 9dc25d19-95aa-4170-9015-29cd666dc12e, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9dc25d19-95aa-4170-9015-29cd666dc12e,segment=NetworkSegment(43960758-9dc5-4639-9da2-4d67245fae60),segment_id=43960758-9dc5-4639-9da2-4d67245fae60)] {{(pid=104250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:45:46.173815 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-5863886e-1ad1-49c9-90e1-0c858837611d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (9dc25d19-95aa-4170-9015-29cd666dc12e), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:46.214105 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-5863886e-1ad1-49c9-90e1-0c858837611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:46.214769 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-5863886e-1ad1-49c9-90e1-0c858837611d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:46.216192 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-5863886e-1ad1-49c9-90e1-0c858837611d service neutron] 10.222.0.26 "PUT /v2.0/ports/9dc25d19-95aa-4170-9015-29cd666dc12e HTTP/1.1" status: 200 len: 1093 time: 0.6453693 Jul 02 03:45:46.216619 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f0da2c-7771-4e9c-9dfd-e5a12e452bba', 'tag': '9dc25d19-95aa-4170-9015-29cd666dc12e'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:45:46.218945 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7715e188-b63f-4603-8158-e6d80f94d1d3" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f0da2c-7771-4e9c-9dfd-e5a12e452bba", "tag": "9dc25d19-95aa-4170-9015-29cd666dc12e"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:45:46.245179 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863886e-1ad1-49c9-90e1-0c858837611d service neutron] Pushing event updated for resources: {'Port': ['ID=9dc25d19-95aa-4170-9015-29cd666dc12e,revision_number=3']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:46.322809 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-2e92cf7b-bf7b-49e4-a45b-46cee15c9c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:46.324885 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-2e92cf7b-bf7b-49e4-a45b-46cee15c9c36 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0665267ba574490cbcf958be4d793dd3&device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 1127 time: 0.0485861 Jul 02 03:45:46.331996 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246bb182-d344-417f-8cd0-3f8a45fd7f60 x-openstack-request-id: req-246bb182-d344-417f-8cd0-3f8a45fd7f60 {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:45:46.332282 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f0da2c-7771-4e9c-9dfd-e5a12e452bba", "tag": "9dc25d19-95aa-4170-9015-29cd666dc12e", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:45:46.332532 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-246bb182-d344-417f-8cd0-3f8a45fd7f60 {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:45:46.332938 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-246bb182-d344-417f-8cd0-3f8a45fd7f60'] response: {'name': 'network-changed', 'server_uuid': 'c7f0da2c-7771-4e9c-9dfd-e5a12e452bba', 'tag': '9dc25d19-95aa-4170-9015-29cd666dc12e', 'status': 'completed', 'code': 200} Jul 02 03:45:46.388190 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-4876d766-6754-470f-9a19-54e0e3e3b3bf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dc25d19-95aa-4170-9015-29cd666dc12e HTTP/1.1" status: 200 len: 217 time: 0.0345075 Jul 02 03:45:46.439167 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-03233eeb-7718-42f1-9eff-06f8ea74c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:46.440697 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-03233eeb-7718-42f1-9eff-06f8ea74c043 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46494941-1b90-44c2-ba93-9c8cd15f4d45 HTTP/1.1" status: 200 len: 849 time: 0.0466156 Jul 02 03:45:46.459351 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e185966-6660-4713-a3a7-0883dc29dddd req-ce760094-b998-40e0-84f1-33844556132d tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:46.460896 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1e185966-6660-4713-a3a7-0883dc29dddd req-ce760094-b998-40e0-84f1-33844556132d tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 943 time: 0.0482767 Jul 02 03:45:46.485346 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-b48ffe84-8d81-4740-980e-9b4900dadeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:46.486862 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-b48ffe84-8d81-4740-980e-9b4900dadeef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2526fc80-7281-4aad-9a6a-6587590ab6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403383 Jul 02 03:45:46.510256 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1e185966-6660-4713-a3a7-0883dc29dddd req-0c5b4454-d693-4193-99b9-c9e9a6bcdaf4 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434258 Jul 02 03:45:46.584417 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-7985f9fd-5f42-48d2-a119-041422dcae4b service neutron] 10.222.0.26 "GET /v2.0/networks/2526fc80-7281-4aad-9a6a-6587590ab6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910668 Jul 02 03:45:46.611619 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:46.682796 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-7bca22dc-9de2-4768-a1b0-87d5ef9ab009 req-8a93f219-4dc6-4f0a-9cf4-a5d6b50ad76d service neutron] 10.222.0.26 "GET /v2.0/networks/2526fc80-7281-4aad-9a6a-6587590ab6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930364 Jul 02 03:45:47.636941 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d348a0d-6f46-42ca-a9f0-0e6d6228a74b req-be07d1b0-ea4f-4339-a635-02b13a7d6e98 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:47.638534 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1d348a0d-6f46-42ca-a9f0-0e6d6228a74b req-be07d1b0-ea4f-4339-a635-02b13a7d6e98 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 943 time: 0.0525205 Jul 02 03:45:47.690989 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1d348a0d-6f46-42ca-a9f0-0e6d6228a74b req-0f746144-c8ff-4c9f-bc11-f0c6ceefbf6b tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456324 Jul 02 03:45:47.960102 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:48.818462 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3971447-b6a5-4801-b025-a0a665b93cf3 req-2a0cfb00-159d-4cfc-9b00-63876b6c8f91 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:48.820013 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c3971447-b6a5-4801-b025-a0a665b93cf3 req-2a0cfb00-159d-4cfc-9b00-63876b6c8f91 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 943 time: 0.0497286 Jul 02 03:45:48.871559 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c3971447-b6a5-4801-b025-a0a665b93cf3 req-33e4d13f-d5fb-4cfc-aa07-6b68ddf83e16 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441029 Jul 02 03:45:50.003952 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ee477-1c8e-4977-b7b5-ab3eaca7863d req-88fc9da7-1c03-477a-a900-524ef76f3eff tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:50.005585 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4d3ee477-1c8e-4977-b7b5-ab3eaca7863d req-88fc9da7-1c03-477a-a900-524ef76f3eff tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 943 time: 0.0554395 Jul 02 03:45:50.059862 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4d3ee477-1c8e-4977-b7b5-ab3eaca7863d req-d13fd137-5071-4836-81b9-d0273cdcbab2 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480778 Jul 02 03:45:50.251765 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-2a7888e6-d662-48d4-82fe-a3d281ffba10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:50.994667 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:45:51.196742 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f156393-8c0b-4ee9-9508-627ffa382a9b req-55375ee3-854e-4710-8a38-c9a596a835ef tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:51.198226 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0f156393-8c0b-4ee9-9508-627ffa382a9b req-55375ee3-854e-4710-8a38-c9a596a835ef tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 943 time: 0.0509939 Jul 02 03:45:51.249688 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0f156393-8c0b-4ee9-9508-627ffa382a9b req-7896c0eb-ed11-4db0-840e-e45c3d130da6 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434902 Jul 02 03:45:52.371614 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9f472-80d8-4d28-84d9-ed6296c89577 req-028298ce-7d64-4475-bdcd-d4bd41af036c tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:52.373152 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b3d9f472-80d8-4d28-84d9-ed6296c89577 req-028298ce-7d64-4475-bdcd-d4bd41af036c tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 943 time: 0.0496385 Jul 02 03:45:52.423575 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b3d9f472-80d8-4d28-84d9-ed6296c89577 req-566897bf-7760-429a-9f07-96473f029204 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429335 Jul 02 03:45:52.543443 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-53b70f53-dd61-48d9-aa6c-ae2b0b13ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:53.549214 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765321a-2839-4c1a-a290-d95fabccea6d req-736910e9-ef79-4691-a7f3-ec30b812b52f tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:53.550761 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c765321a-2839-4c1a-a290-d95fabccea6d req-736910e9-ef79-4691-a7f3-ec30b812b52f tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 943 time: 0.0534754 Jul 02 03:45:53.602954 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c765321a-2839-4c1a-a290-d95fabccea6d req-20fe208b-70b4-414f-abcb-6ee24b0ef67f tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434389 Jul 02 03:45:53.626249 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:53.653839 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715e188-b63f-4603-8158-e6d80f94d1d3 req-2e80f34c-bc59-40f5-95f5-2efc1da10a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:53.655462 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-7715e188-b63f-4603-8158-e6d80f94d1d3 req-2e80f34c-bc59-40f5-95f5-2efc1da10a76 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0665267ba574490cbcf958be4d793dd3&device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 1127 time: 0.0416429 Jul 02 03:45:53.750222 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715e188-b63f-4603-8158-e6d80f94d1d3 req-2fde87e5-2460-47f1-b4cd-0c2064c3b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:53.751845 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-7715e188-b63f-4603-8158-e6d80f94d1d3 req-2fde87e5-2460-47f1-b4cd-0c2064c3b529 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2526fc80-7281-4aad-9a6a-6587590ab6d6 HTTP/1.1" status: 200 len: 911 time: 0.0909257 Jul 02 03:45:53.761155 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 9dc25d19-95aa-4170-9015-29cd666dc12e details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 03:45:53.792004 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-7715e188-b63f-4603-8158-e6d80f94d1d3 req-0c2ae599-b71d-408b-895b-05c0f0c1eca1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dc25d19-95aa-4170-9015-29cd666dc12e HTTP/1.1" status: 200 len: 217 time: 0.0332637 Jul 02 03:45:53.864640 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 9dc25d19-95aa-4170-9015-29cd666dc12e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9dc25d19-95aa-4170-9015-29cd666dc12e,segment=NetworkSegment(43960758-9dc5-4639-9da2-4d67245fae60),segment_id=43960758-9dc5-4639-9da2-4d67245fae60)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:45:53.876950 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Returning: {'device': '9dc25d19-95aa-4170-9015-29cd666dc12e', 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6', 'port_id': '9dc25d19-95aa-4170-9015-29cd666dc12e', 'mac_address': 'fa:16:3e:9f:12:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 03:45:53.914411 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 9dc25d19-95aa-4170-9015-29cd666dc12e is: DOWN; New status is: BUILD {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:45:53.914738 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (9dc25d19-95aa-4170-9015-29cd666dc12e), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:53.933591 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dc25d19-95aa-4170-9015-29cd666dc12e {{(pid=104251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:45:53.954891 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 9dc25d19-95aa-4170-9015-29cd666dc12e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9dc25d19-95aa-4170-9015-29cd666dc12e,segment=NetworkSegment(43960758-9dc5-4639-9da2-4d67245fae60),segment_id=43960758-9dc5-4639-9da2-4d67245fae60)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:45:53.961784 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (9dc25d19-95aa-4170-9015-29cd666dc12e), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:54.009801 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=9dc25d19-95aa-4170-9015-29cd666dc12e,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:54.733749 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f97a4-1000-469c-a9d9-66c5e249494c req-e4cf1d80-f998-4de7-8990-dccf413ac098 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:54.735228 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a30f97a4-1000-469c-a9d9-66c5e249494c req-e4cf1d80-f998-4de7-8990-dccf413ac098 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 944 time: 0.0508118 Jul 02 03:45:54.772611 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:54.797182 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a30f97a4-1000-469c-a9d9-66c5e249494c req-a0875716-5ca5-46a0-bd70-4e3b91e45cbc tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538599 Jul 02 03:45:55.105083 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715e188-b63f-4603-8158-e6d80f94d1d3 req-71c02530-d4de-4fa4-9f83-bf16276b749e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:55.107355 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-7715e188-b63f-4603-8158-e6d80f94d1d3 req-71c02530-d4de-4fa4-9f83-bf16276b749e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46494941-1b90-44c2-ba93-9c8cd15f4d45 HTTP/1.1" status: 200 len: 849 time: 0.0500267 Jul 02 03:45:55.239891 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:55.344662 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:55.926464 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c4e73-b08b-4fcf-b5ea-0e802e21c80e req-5257d16d-6e55-4066-82a8-4033a67fc352 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:55.927960 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f79c4e73-b08b-4fcf-b5ea-0e802e21c80e req-5257d16d-6e55-4066-82a8-4033a67fc352 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 944 time: 0.0505807 Jul 02 03:45:55.975867 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f79c4e73-b08b-4fcf-b5ea-0e802e21c80e req-dcda9a48-6ba7-4fab-ab51-baf0b2c9ff08 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420606 Jul 02 03:45:55.979912 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715e188-b63f-4603-8158-e6d80f94d1d3 req-36795564-f881-4b7e-b580-d12c5fcce958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:55.981477 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-7715e188-b63f-4603-8158-e6d80f94d1d3 req-36795564-f881-4b7e-b580-d12c5fcce958 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2526fc80-7281-4aad-9a6a-6587590ab6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422099 Jul 02 03:45:57.115638 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12987b2a-1319-4560-a927-188d3f2d15d2 req-32e73c37-d2c2-4307-9371-b6fb7660c4ec tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:57.117225 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-12987b2a-1319-4560-a927-188d3f2d15d2 req-32e73c37-d2c2-4307-9371-b6fb7660c4ec tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 944 time: 0.0620875 Jul 02 03:45:57.133876 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:57.170652 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-12987b2a-1319-4560-a927-188d3f2d15d2 req-030c90db-34fa-4d2f-8062-ff3baf62aae0 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468590 Jul 02 03:45:57.206923 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-7715e188-b63f-4603-8158-e6d80f94d1d3 req-a26fa2e8-bf9a-4a08-a8a0-3626228ca647 service neutron] 10.222.0.26 "GET /v2.0/networks/2526fc80-7281-4aad-9a6a-6587590ab6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960765 Jul 02 03:45:57.235779 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:57.307479 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-7715e188-b63f-4603-8158-e6d80f94d1d3 req-692b4ee5-b16b-4a77-a4ac-085952d04246 service neutron] 10.222.0.26 "GET /v2.0/networks/2526fc80-7281-4aad-9a6a-6587590ab6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941484 Jul 02 03:45:58.138294 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['9dc25d19-95aa-4170-9015-29cd666dc12e'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:45:58.299236 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5309dd-8bca-4df3-9750-adb15c96588f req-3991da94-c704-4ac2-aeb8-2837504fbd75 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:58.301063 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0a5309dd-8bca-4df3-9750-adb15c96588f req-3991da94-c704-4ac2-aeb8-2837504fbd75 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 944 time: 0.0554802 Jul 02 03:45:58.360787 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0a5309dd-8bca-4df3-9750-adb15c96588f req-3da1f983-3640-4da0-b0c3-437c0dc13c02 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539753 Jul 02 03:45:59.245378 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 9dc25d19-95aa-4170-9015-29cd666dc12e up at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:45:59.323586 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning for port 9dc25d19-95aa-4170-9015-29cd666dc12e completed by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 02 03:45:59.333888 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning complete for port 9dc25d19-95aa-4170-9015-29cd666dc12e triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:45:59.334320 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (9dc25d19-95aa-4170-9015-29cd666dc12e), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:59.365375 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:59.400154 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:45:59.411591 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 9dc25d19-95aa-4170-9015-29cd666dc12e is: BUILD; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:45:59.411909 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (9dc25d19-95aa-4170-9015-29cd666dc12e), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:59.436071 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f0da2c-7771-4e9c-9dfd-e5a12e452bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc25d19-95aa-4170-9015-29cd666dc12e'}] {{(pid=104251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:45:59.438328 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea91eb0431f3890beba7fecfff9803703e4988fc204844c40d6eadfc05b4f309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c81da78-1f8a-4c9f-8990-6e31fbac529c" -d '{"events": [{"server_uuid": "c7f0da2c-7771-4e9c-9dfd-e5a12e452bba", "name": "network-vif-plugged", "status": "completed", "tag": "9dc25d19-95aa-4170-9015-29cd666dc12e"}]}' {{(pid=104251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:45:59.452216 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 9dc25d19-95aa-4170-9015-29cd666dc12e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9dc25d19-95aa-4170-9015-29cd666dc12e,segment=NetworkSegment(43960758-9dc5-4639-9da2-4d67245fae60),segment_id=43960758-9dc5-4639-9da2-4d67245fae60)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:45:59.457459 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (9dc25d19-95aa-4170-9015-29cd666dc12e), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:45:59.483860 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164659b-69cd-4d08-b8e7-8d5119f93366 req-2f1680fc-a960-4ade-affc-17f695570f1b tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:59.486294 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1164659b-69cd-4d08-b8e7-8d5119f93366 req-2f1680fc-a960-4ade-affc-17f695570f1b tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 944 time: 0.0536618 Jul 02 03:45:59.510791 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=9dc25d19-95aa-4170-9015-29cd666dc12e,revision_number=5']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:45:59.538614 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1164659b-69cd-4d08-b8e7-8d5119f93366 req-cd0bd536-868e-4433-8e46-b3cdb94da3f5 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467010 Jul 02 03:45:59.545766 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9353ea-da40-40f3-ac0b-675057ceaa0d x-openstack-request-id: req-7f9353ea-da40-40f3-ac0b-675057ceaa0d {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:45:59.546061 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f0da2c-7771-4e9c-9dfd-e5a12e452bba", "name": "network-vif-plugged", "status": "completed", "tag": "9dc25d19-95aa-4170-9015-29cd666dc12e", "code": 200}]} {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:45:59.546313 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7f9353ea-da40-40f3-ac0b-675057ceaa0d {{(pid=104251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:45:59.546709 dv-cinder-846842-9-iscsi neutron-server[104251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f9353ea-da40-40f3-ac0b-675057ceaa0d'] response: {'server_uuid': 'c7f0da2c-7771-4e9c-9dfd-e5a12e452bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc25d19-95aa-4170-9015-29cd666dc12e', 'code': 200} Jul 02 03:45:59.775311 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b1e37-1d18-40ac-aa59-1be76f29ec09 req-0224327e-bfc6-4423-97ca-e43ca298aa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:45:59.776862 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e99b1e37-1d18-40ac-aa59-1be76f29ec09 req-0224327e-bfc6-4423-97ca-e43ca298aa33 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 1129 time: 0.0418313 Jul 02 03:45:59.824334 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-e99b1e37-1d18-40ac-aa59-1be76f29ec09 req-22e7a416-ed6c-4dc8-a1d3-2690dd5e1a20 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401442 Jul 02 03:46:00.656180 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f8515-c10b-4cce-80af-e7d76a6f62c5 req-983036e0-c872-4258-a075-a00424c4baef tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:00.657696 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a23f8515-c10b-4cce-80af-e7d76a6f62c5 req-983036e0-c872-4258-a075-a00424c4baef tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0469427 Jul 02 03:46:00.707561 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a23f8515-c10b-4cce-80af-e7d76a6f62c5 req-a42c3e5a-4874-4f2a-86f6-8d5a68bc3e25 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416322 Jul 02 03:46:00.987838 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:00.989031 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=40 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:01.857716 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82162a38-c781-4b43-884c-43f8df9546fe req-4fa1dec6-751a-4db7-8b47-5cab6ac95388 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:01.859348 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-82162a38-c781-4b43-884c-43f8df9546fe req-4fa1dec6-751a-4db7-8b47-5cab6ac95388 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0689514 Jul 02 03:46:01.927150 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-82162a38-c781-4b43-884c-43f8df9546fe req-6e437788-3a3b-4a8e-a8af-569ce201fe64 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586667 Jul 02 03:46:02.600650 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 40470) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:46:02.711789 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3fbd08c7-81cd-4d84-b20d-a396553afc47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:02.788834 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3fbd08c7-81cd-4d84-b20d-a396553afc47 admin admin] Publish callbacks [] for security_group (5c41ab93-f461-4594-a668-18898b653942), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:02.794848 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3fbd08c7-81cd-4d84-b20d-a396553afc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (5c41ab93-f461-4594-a668-18898b653942), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:02.833647 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-3fbd08c7-81cd-4d84-b20d-a396553afc47 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c81af44a6ff34d3baaccb30419cebb40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319334 Jul 02 03:46:02.834758 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd08c7-81cd-4d84-b20d-a396553afc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c41ab93-f461-4594-a668-18898b653942,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:46:02.836646 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 40474) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:46:02.885592 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-27b99885-6eed-44aa-a4c1-e37236e0b77d admin admin] Publish callbacks [] for security_group (5c41ab93-f461-4594-a668-18898b653942), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:02.907241 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-27b99885-6eed-44aa-a4c1-e37236e0b77d admin admin] Publish callbacks [] for security_group (5c41ab93-f461-4594-a668-18898b653942), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:02.960817 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-27b99885-6eed-44aa-a4c1-e37236e0b77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (5c41ab93-f461-4594-a668-18898b653942), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:02.963435 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-27b99885-6eed-44aa-a4c1-e37236e0b77d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:02.964795 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-27b99885-6eed-44aa-a4c1-e37236e0b77d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5c41ab93-f461-4594-a668-18898b653942 HTTP/1.1" status: 204 len: 168 time: 0.1270175 Jul 02 03:46:02.974848 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b99885-6eed-44aa-a4c1-e37236e0b77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c41ab93-f461-4594-a668-18898b653942,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:46:03.047541 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737bf70-6770-4b05-93b2-77d903d21121 req-845b5637-37aa-4301-9839-3fa4ca5b2f3c tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:03.049315 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2737bf70-6770-4b05-93b2-77d903d21121 req-845b5637-37aa-4301-9839-3fa4ca5b2f3c tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0486832 Jul 02 03:46:03.100668 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2737bf70-6770-4b05-93b2-77d903d21121 req-c8a6b42f-f68d-4c69-b83b-c33cc50027b9 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457447 Jul 02 03:46:03.216521 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bbaa2-7aab-4048-be5c-afffef0f1409 req-791199bc-4da2-40bc-a504-6d39ef1f6f05 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:03.218033 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7c8bbaa2-7aab-4048-be5c-afffef0f1409 req-791199bc-4da2-40bc-a504-6d39ef1f6f05 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0519509 Jul 02 03:46:03.227136 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 40484) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:46:03.232046 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-109f9286-12f6-4d2d-a4ac-e4f90fa55150 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Request body: {'floatingip': {'port_id': '9dc25d19-95aa-4170-9015-29cd666dc12e'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:46:03.244891 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 40486) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:46:03.258412 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-c9572363-77cf-4a44-9cff-14d075ee1686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:03.273249 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-109f9286-12f6-4d2d-a4ac-e4f90fa55150 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for floatingip (910e6fc1-767a-4291-998f-f22496ba0aa0), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:03.294633 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:03.337824 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-c9572363-77cf-4a44-9cff-14d075ee1686 admin admin] Publish callbacks [] for security_group (33d9184f-a9f7-4ae0-a4b5-28f76f951cc5), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:03.342555 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-c9572363-77cf-4a44-9cff-14d075ee1686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (33d9184f-a9f7-4ae0-a4b5-28f76f951cc5), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:03.348196 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:03.385064 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-c9572363-77cf-4a44-9cff-14d075ee1686 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=58b10e027442413ab48eb2f8823c6d23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390822 Jul 02 03:46:03.386255 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9572363-77cf-4a44-9cff-14d075ee1686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d9184f-a9f7-4ae0-a4b5-28f76f951cc5,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:46:03.388740 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 40488) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:46:03.441358 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6380b70c-5a0f-4b98-a1ba-07c20d3f706f admin admin] Publish callbacks [] for security_group (33d9184f-a9f7-4ae0-a4b5-28f76f951cc5), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:03.463446 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6380b70c-5a0f-4b98-a1ba-07c20d3f706f admin admin] Publish callbacks [] for security_group (33d9184f-a9f7-4ae0-a4b5-28f76f951cc5), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:03.474206 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:03.516056 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6380b70c-5a0f-4b98-a1ba-07c20d3f706f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (33d9184f-a9f7-4ae0-a4b5-28f76f951cc5), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:03.518685 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6380b70c-5a0f-4b98-a1ba-07c20d3f706f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:03.519893 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-6380b70c-5a0f-4b98-a1ba-07c20d3f706f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/33d9184f-a9f7-4ae0-a4b5-28f76f951cc5 HTTP/1.1" status: 204 len: 168 time: 0.1303005 Jul 02 03:46:03.530092 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380b70c-5a0f-4b98-a1ba-07c20d3f706f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d9184f-a9f7-4ae0-a4b5-28f76f951cc5,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:46:03.695886 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-109f9286-12f6-4d2d-a4ac-e4f90fa55150 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:03.700574 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-109f9286-12f6-4d2d-a4ac-e4f90fa55150 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389155'] for floatingip (910e6fc1-767a-4291-998f-f22496ba0aa0), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:03.799624 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.db.l3_db [None req-109f9286-12f6-4d2d-a4ac-e4f90fa55150 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Floating IP 910e6fc1-767a-4291-998f-f22496ba0aa0 associated. External IP: 172.27.0.245, port: 9dc25d19-95aa-4170-9015-29cd666dc12e. Jul 02 03:46:03.981957 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:04.004571 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109f9286-12f6-4d2d-a4ac-e4f90fa55150 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Router bfd44192-d6b1-423f-8687-79c8d84ca7d1 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:46:04.117297 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109f9286-12f6-4d2d-a4ac-e4f90fa55150 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:46:04.122909 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-109f9286-12f6-4d2d-a4ac-e4f90fa55150 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:04.133497 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd44c5f-c354-483c-a507-8c6dd169879a None None] Sync routers for ids ['bfd44192-d6b1-423f-8687-79c8d84ca7d1'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:46:04.152117 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd44c5f-c354-483c-a507-8c6dd169879a None None] Routers {'bfd44192-d6b1-423f-8687-79c8d84ca7d1'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:46:04.152786 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-5dd44c5f-c354-483c-a507-8c6dd169879a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:45:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['bfd44192-d6b1-423f-8687-79c8d84ca7d1'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:46:04.162538 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-109f9286-12f6-4d2d-a4ac-e4f90fa55150 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "PUT /v2.0/floatingips/910e6fc1-767a-4291-998f-f22496ba0aa0 HTTP/1.1" status: 200 len: 991 time: 0.9318633 Jul 02 03:46:04.162538 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f0da2c-7771-4e9c-9dfd-e5a12e452bba', 'tag': '9dc25d19-95aa-4170-9015-29cd666dc12e'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:46:04.163736 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178a3a53-d42e-4b67-93c9-9af0b4248317" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f0da2c-7771-4e9c-9dfd-e5a12e452bba", "tag": "9dc25d19-95aa-4170-9015-29cd666dc12e"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:46:04.204809 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47907455-4729-4cc5-9d21-97d5b3c0a3d4 x-openstack-request-id: req-47907455-4729-4cc5-9d21-97d5b3c0a3d4 {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:46:04.205198 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f0da2c-7771-4e9c-9dfd-e5a12e452bba", "tag": "9dc25d19-95aa-4170-9015-29cd666dc12e", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:46:04.205540 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-47907455-4729-4cc5-9d21-97d5b3c0a3d4 {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:46:04.206315 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47907455-4729-4cc5-9d21-97d5b3c0a3d4'] response: {'name': 'network-changed', 'server_uuid': 'c7f0da2c-7771-4e9c-9dfd-e5a12e452bba', 'tag': '9dc25d19-95aa-4170-9015-29cd666dc12e', 'status': 'completed', 'code': 200} Jul 02 03:46:04.298845 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a3a53-d42e-4b67-93c9-9af0b4248317 req-22f46aa5-9ecf-429a-a3d1-9b732b7ada46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:04.300643 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-178a3a53-d42e-4b67-93c9-9af0b4248317 req-22f46aa5-9ecf-429a-a3d1-9b732b7ada46 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0665267ba574490cbcf958be4d793dd3&device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 1129 time: 0.0446227 Jul 02 03:46:04.400838 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a3a53-d42e-4b67-93c9-9af0b4248317 req-253654ea-145c-40cb-b171-df97530427d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:04.402365 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-178a3a53-d42e-4b67-93c9-9af0b4248317 req-253654ea-145c-40cb-b171-df97530427d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2526fc80-7281-4aad-9a6a-6587590ab6d6 HTTP/1.1" status: 200 len: 911 time: 0.0958529 Jul 02 03:46:04.411883 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-5dd44c5f-c354-483c-a507-8c6dd169879a None None] Set router bfd44192-d6b1-423f-8687-79c8d84ca7d1 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:46:04.466372 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-178a3a53-d42e-4b67-93c9-9af0b4248317 req-d485d8e8-1f4d-4109-877b-4b4488d45350 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dc25d19-95aa-4170-9015-29cd666dc12e HTTP/1.1" status: 200 len: 999 time: 0.0576861 Jul 02 03:46:04.520122 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a3a53-d42e-4b67-93c9-9af0b4248317 req-1b3cee4f-1b60-4163-87a6-37e3b894a6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:04.521614 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-178a3a53-d42e-4b67-93c9-9af0b4248317 req-1b3cee4f-1b60-4163-87a6-37e3b894a6c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46494941-1b90-44c2-ba93-9c8cd15f4d45 HTTP/1.1" status: 200 len: 849 time: 0.0496564 Jul 02 03:46:04.567158 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a3a53-d42e-4b67-93c9-9af0b4248317 req-2f434455-6bfa-4102-8759-925b209b33ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:04.568742 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-178a3a53-d42e-4b67-93c9-9af0b4248317 req-2f434455-6bfa-4102-8759-925b209b33ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2526fc80-7281-4aad-9a6a-6587590ab6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413668 Jul 02 03:46:04.636714 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:04.641064 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-5dd44c5f-c354-483c-a507-8c6dd169879a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'name': 'tempest-AttachVolumeTestJSON-880678290-router', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '84db822f-9103-4585-a8e9-83e214b76c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:36Z', 'revision_number': 4, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'gw_port': {'id': '84db822f-9103-4585-a8e9-83e214b76c15', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '910e6fc1-767a-4291-998f-f22496ba0aa0', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'floating_ip_address': '172.27.0.245', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'port_id': '9dc25d19-95aa-4170-9015-29cd666dc12e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6', 'mac_address': 'fa:16:3e:9f:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f0da2c-7771-4e9c-9dfd-e5a12e452bba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:45:38Z', 'updated_at': '2022-07-02T03:46:03Z', 'revision_number': 1, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '180713db-b710-438e-b5b0-5ff760ca4a89', 'name': '', 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'mac_address': 'fa:16:3e:0f:65:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:36Z', 'updated_at': '2022-07-02T03:45:40Z', 'revision_number': 5, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'subnets': [{'id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:46:04.668188 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-178a3a53-d42e-4b67-93c9-9af0b4248317 req-228add81-11c6-40c6-b499-3b1641e86dfb service neutron] 10.222.0.26 "GET /v2.0/networks/2526fc80-7281-4aad-9a6a-6587590ab6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917871 Jul 02 03:46:04.671157 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd44c5f-c354-483c-a507-8c6dd169879a None None] Checking router: bfd44192-d6b1-423f-8687-79c8d84ca7d1 for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:46:04.680151 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd44c5f-c354-483c-a507-8c6dd169879a None None] Routers {'bfd44192-d6b1-423f-8687-79c8d84ca7d1'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:46:04.680757 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-5dd44c5f-c354-483c-a507-8c6dd169879a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:45:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['bfd44192-d6b1-423f-8687-79c8d84ca7d1'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:46:04.762955 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-178a3a53-d42e-4b67-93c9-9af0b4248317 req-302f657a-67f5-4454-832d-e2865dccacf4 service neutron] 10.222.0.26 "GET /v2.0/networks/2526fc80-7281-4aad-9a6a-6587590ab6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876637 Jul 02 03:46:04.791345 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-5dd44c5f-c354-483c-a507-8c6dd169879a None None] Set router bfd44192-d6b1-423f-8687-79c8d84ca7d1 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:46:05.008699 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-5dd44c5f-c354-483c-a507-8c6dd169879a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'name': 'tempest-AttachVolumeTestJSON-880678290-router', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '84db822f-9103-4585-a8e9-83e214b76c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:36Z', 'revision_number': 4, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'gw_port': {'id': '84db822f-9103-4585-a8e9-83e214b76c15', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '910e6fc1-767a-4291-998f-f22496ba0aa0', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'floating_ip_address': '172.27.0.245', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'port_id': '9dc25d19-95aa-4170-9015-29cd666dc12e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6', 'mac_address': 'fa:16:3e:9f:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f0da2c-7771-4e9c-9dfd-e5a12e452bba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:45:38Z', 'updated_at': '2022-07-02T03:46:03Z', 'revision_number': 1, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '180713db-b710-438e-b5b0-5ff760ca4a89', 'name': '', 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'mac_address': 'fa:16:3e:0f:65:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:36Z', 'updated_at': '2022-07-02T03:45:40Z', 'revision_number': 5, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'subnets': [{'id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:46:05.043549 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd44c5f-c354-483c-a507-8c6dd169879a None None] The sync data for ids ['bfd44192-d6b1-423f-8687-79c8d84ca7d1'] in dv-cinder-846842-9-iscsi is: [{'id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'name': 'tempest-AttachVolumeTestJSON-880678290-router', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '84db822f-9103-4585-a8e9-83e214b76c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:36Z', 'revision_number': 4, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'gw_port': {'id': '84db822f-9103-4585-a8e9-83e214b76c15', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '910e6fc1-767a-4291-998f-f22496ba0aa0', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'floating_ip_address': '172.27.0.245', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'port_id': '9dc25d19-95aa-4170-9015-29cd666dc12e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6', 'mac_address': 'fa:16:3e:9f:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f0da2c-7771-4e9c-9dfd-e5a12e452bba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:45:38Z', 'updated_at': '2022-07-02T03:46:03Z', 'revision_number': 1, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '180713db-b710-438e-b5b0-5ff760ca4a89', 'name': '', 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'mac_address': 'fa:16:3e:0f:65:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:36Z', 'updated_at': '2022-07-02T03:45:40Z', 'revision_number': 5, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'subnets': [{'id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:46:05.236651 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183191cb-ad77-4a7c-a58b-58541ff3d866 None None] New status for floating IP 910e6fc1-767a-4291-998f-f22496ba0aa0: ACTIVE {{(pid=104252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 02 03:46:08.016436 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 40564) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:46:08.133238 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-095beedd-ead7-4ad0-89e7-54feceaec794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:08.218030 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-095beedd-ead7-4ad0-89e7-54feceaec794 admin admin] Publish callbacks [] for security_group (94db8a13-e32b-48b0-a2c5-29cf236deb7c), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:08.224218 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-095beedd-ead7-4ad0-89e7-54feceaec794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (94db8a13-e32b-48b0-a2c5-29cf236deb7c), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:08.531644 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-095beedd-ead7-4ad0-89e7-54feceaec794 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7f958221d01d48ff9955895e76825fc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5140367 Jul 02 03:46:08.532578 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095beedd-ead7-4ad0-89e7-54feceaec794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94db8a13-e32b-48b0-a2c5-29cf236deb7c,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:46:08.534947 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 40568) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:46:08.591838 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-539f8591-661e-4245-a39d-b0b9d1f037dc admin admin] Publish callbacks [] for security_group (94db8a13-e32b-48b0-a2c5-29cf236deb7c), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:08.614413 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-539f8591-661e-4245-a39d-b0b9d1f037dc admin admin] Publish callbacks [] for security_group (94db8a13-e32b-48b0-a2c5-29cf236deb7c), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:08.666932 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-539f8591-661e-4245-a39d-b0b9d1f037dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (94db8a13-e32b-48b0-a2c5-29cf236deb7c), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:08.669452 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-539f8591-661e-4245-a39d-b0b9d1f037dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:08.670604 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-539f8591-661e-4245-a39d-b0b9d1f037dc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/94db8a13-e32b-48b0-a2c5-29cf236deb7c HTTP/1.1" status: 204 len: 168 time: 0.1345932 Jul 02 03:46:08.678381 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f8591-661e-4245-a39d-b0b9d1f037dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94db8a13-e32b-48b0-a2c5-29cf236deb7c,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:46:08.953935 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 40574) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:46:08.967927 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5b180a38-f319-4c4f-9fad-cd9f1e8e5639 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:09.062510 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5b180a38-f319-4c4f-9fad-cd9f1e8e5639 admin admin] Publish callbacks [] for security_group (7f7d17ae-a1d4-4a22-aa66-7e994efd9960), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:09.069841 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5b180a38-f319-4c4f-9fad-cd9f1e8e5639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (7f7d17ae-a1d4-4a22-aa66-7e994efd9960), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:09.110078 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b180a38-f319-4c4f-9fad-cd9f1e8e5639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7d17ae-a1d4-4a22-aa66-7e994efd9960,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:46:09.114862 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-5b180a38-f319-4c4f-9fad-cd9f1e8e5639 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a88297f8e3b54a5586d51a3362c84fbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1598890 Jul 02 03:46:09.117523 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 40576) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:46:09.166953 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-245be9cc-983f-4201-9841-882630a350c6 admin admin] Publish callbacks [] for security_group (7f7d17ae-a1d4-4a22-aa66-7e994efd9960), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:09.189114 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-245be9cc-983f-4201-9841-882630a350c6 admin admin] Publish callbacks [] for security_group (7f7d17ae-a1d4-4a22-aa66-7e994efd9960), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:09.239412 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-245be9cc-983f-4201-9841-882630a350c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (7f7d17ae-a1d4-4a22-aa66-7e994efd9960), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:09.241911 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-245be9cc-983f-4201-9841-882630a350c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:09.243075 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-245be9cc-983f-4201-9841-882630a350c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7f7d17ae-a1d4-4a22-aa66-7e994efd9960 HTTP/1.1" status: 204 len: 168 time: 0.1246383 Jul 02 03:46:09.250794 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245be9cc-983f-4201-9841-882630a350c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7d17ae-a1d4-4a22-aa66-7e994efd9960,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:46:09.261996 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:11.052662 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 40632) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:46:11.168528 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7594070f-08c5-41b6-8b4c-7ab223c58f47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:11.193811 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:DELETE=5 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:11.225126 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:11.257358 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7594070f-08c5-41b6-8b4c-7ab223c58f47 admin admin] Publish callbacks [] for security_group (74a19bf0-84be-49c7-8cb1-67d29e4396e8), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:11.263408 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7594070f-08c5-41b6-8b4c-7ab223c58f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (74a19bf0-84be-49c7-8cb1-67d29e4396e8), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:11.302587 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594070f-08c5-41b6-8b4c-7ab223c58f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a19bf0-84be-49c7-8cb1-67d29e4396e8,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:46:11.307985 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-7594070f-08c5-41b6-8b4c-7ab223c58f47 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8aaf2758774b40d4973e54e7284285f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2543328 Jul 02 03:46:11.311099 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 40636) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:46:11.361478 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-2d4f9f03-3514-402e-a687-5721d3adb255 admin admin] Publish callbacks [] for security_group (74a19bf0-84be-49c7-8cb1-67d29e4396e8), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:11.383794 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-2d4f9f03-3514-402e-a687-5721d3adb255 admin admin] Publish callbacks [] for security_group (74a19bf0-84be-49c7-8cb1-67d29e4396e8), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:11.437078 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-2d4f9f03-3514-402e-a687-5721d3adb255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (74a19bf0-84be-49c7-8cb1-67d29e4396e8), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:11.439552 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-2d4f9f03-3514-402e-a687-5721d3adb255 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:11.440774 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-2d4f9f03-3514-402e-a687-5721d3adb255 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/74a19bf0-84be-49c7-8cb1-67d29e4396e8 HTTP/1.1" status: 204 len: 168 time: 0.1289337 Jul 02 03:46:11.448839 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f9f03-3514-402e-a687-5721d3adb255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a19bf0-84be-49c7-8cb1-67d29e4396e8,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:46:11.735526 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 40642) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:46:11.749202 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-736b9682-4774-4158-9533-d2ec426ec45c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:11.782562 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:11.827581 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-736b9682-4774-4158-9533-d2ec426ec45c admin admin] Publish callbacks [] for security_group (7761df43-157c-44fc-92da-076398c93aaf), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:11.833906 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-736b9682-4774-4158-9533-d2ec426ec45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (7761df43-157c-44fc-92da-076398c93aaf), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:11.883574 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b9682-4774-4158-9533-d2ec426ec45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7761df43-157c-44fc-92da-076398c93aaf,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:46:11.887881 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-736b9682-4774-4158-9533-d2ec426ec45c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fe4e84c2eccd4246b7fadf71b7665c1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1513045 Jul 02 03:46:11.890839 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 40644) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:46:11.948806 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-36d26a30-f703-4977-9983-401728ecaeda admin admin] Publish callbacks [] for security_group (7761df43-157c-44fc-92da-076398c93aaf), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:11.970523 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-36d26a30-f703-4977-9983-401728ecaeda admin admin] Publish callbacks [] for security_group (7761df43-157c-44fc-92da-076398c93aaf), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:12.028539 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-36d26a30-f703-4977-9983-401728ecaeda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (7761df43-157c-44fc-92da-076398c93aaf), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:12.031579 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-36d26a30-f703-4977-9983-401728ecaeda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:12.032904 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-36d26a30-f703-4977-9983-401728ecaeda admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7761df43-157c-44fc-92da-076398c93aaf HTTP/1.1" status: 204 len: 168 time: 0.1410017 Jul 02 03:46:12.041123 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d26a30-f703-4977-9983-401728ecaeda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7761df43-157c-44fc-92da-076398c93aaf,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:46:14.259084 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 40714) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:46:14.370125 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-33d32dc4-c524-4a57-8456-87a2b3b7e765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:14.448264 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-33d32dc4-c524-4a57-8456-87a2b3b7e765 admin admin] Publish callbacks [] for security_group (317055e5-2b1e-47da-9d21-affecbf905ae), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:14.453734 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-33d32dc4-c524-4a57-8456-87a2b3b7e765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (317055e5-2b1e-47da-9d21-affecbf905ae), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:14.490722 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d32dc4-c524-4a57-8456-87a2b3b7e765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317055e5-2b1e-47da-9d21-affecbf905ae,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:46:14.495172 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-33d32dc4-c524-4a57-8456-87a2b3b7e765 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=548065eb05d44d74b3710d9c2e95a828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349584 Jul 02 03:46:14.498991 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 40718) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:46:14.550430 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-80ac968c-2838-4784-9081-91d742773309 admin admin] Publish callbacks [] for security_group (317055e5-2b1e-47da-9d21-affecbf905ae), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:14.572313 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-80ac968c-2838-4784-9081-91d742773309 admin admin] Publish callbacks [] for security_group (317055e5-2b1e-47da-9d21-affecbf905ae), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:14.622556 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-80ac968c-2838-4784-9081-91d742773309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (317055e5-2b1e-47da-9d21-affecbf905ae), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:14.626352 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-80ac968c-2838-4784-9081-91d742773309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:14.628336 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-80ac968c-2838-4784-9081-91d742773309 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/317055e5-2b1e-47da-9d21-affecbf905ae HTTP/1.1" status: 204 len: 168 time: 0.1284039 Jul 02 03:46:14.636232 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac968c-2838-4784-9081-91d742773309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317055e5-2b1e-47da-9d21-affecbf905ae,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:46:14.909934 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 40724) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:46:14.927986 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9001f598-1321-44d6-a8f7-8bad85f65440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:14.988730 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:INSERT=17,neutron:SELECT=79,neutron:DELETE=4 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:15.015445 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9001f598-1321-44d6-a8f7-8bad85f65440 admin admin] Publish callbacks [] for security_group (e69a1942-3957-4f7d-9aa4-df0eb46d2cd4), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:15.021312 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9001f598-1321-44d6-a8f7-8bad85f65440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (e69a1942-3957-4f7d-9aa4-df0eb46d2cd4), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:15.058354 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001f598-1321-44d6-a8f7-8bad85f65440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69a1942-3957-4f7d-9aa4-df0eb46d2cd4,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:46:15.062565 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-9001f598-1321-44d6-a8f7-8bad85f65440 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9e573d8f2bd34313a42dd57a3730e5f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1515582 Jul 02 03:46:15.065597 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 40726) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:46:15.111888 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:15.115742 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-bb4f85d9-57b3-48f6-92f6-75ecd51aa7dc admin admin] Publish callbacks [] for security_group (e69a1942-3957-4f7d-9aa4-df0eb46d2cd4), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:15.138791 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-bb4f85d9-57b3-48f6-92f6-75ecd51aa7dc admin admin] Publish callbacks [] for security_group (e69a1942-3957-4f7d-9aa4-df0eb46d2cd4), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:15.190075 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-bb4f85d9-57b3-48f6-92f6-75ecd51aa7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (e69a1942-3957-4f7d-9aa4-df0eb46d2cd4), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:15.192692 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-bb4f85d9-57b3-48f6-92f6-75ecd51aa7dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:15.193844 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-bb4f85d9-57b3-48f6-92f6-75ecd51aa7dc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e69a1942-3957-4f7d-9aa4-df0eb46d2cd4 HTTP/1.1" status: 204 len: 168 time: 0.1273849 Jul 02 03:46:15.201697 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f85d9-57b3-48f6-92f6-75ecd51aa7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69a1942-3957-4f7d-9aa4-df0eb46d2cd4,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:46:15.337505 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:15.340438 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:17.942409 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:18.772063 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15e78e-9cdf-4af3-975b-2ffb76b1f5ba req-b9de8060-683e-4b02-8208-e53d83a63abe tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:18.773541 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0b15e78e-9cdf-4af3-975b-2ffb76b1f5ba req-b9de8060-683e-4b02-8208-e53d83a63abe tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0acb8d-32fc-45d8-92c5-50acf318209b HTTP/1.1" status: 200 len: 946 time: 0.0474391 Jul 02 03:46:18.828735 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0b15e78e-9cdf-4af3-975b-2ffb76b1f5ba req-1bdf6d72-d2aa-4566-aa3f-0eaf79b1693e tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468090 Jul 02 03:46:19.956903 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a0103-836d-4a10-a69c-975a665548a8 req-d9dd0c8e-2af0-4c3b-9789-bbc2cc450fe4 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:19.958420 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6f7a0103-836d-4a10-a69c-975a665548a8 req-d9dd0c8e-2af0-4c3b-9789-bbc2cc450fe4 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0acb8d-32fc-45d8-92c5-50acf318209b HTTP/1.1" status: 200 len: 946 time: 0.0519245 Jul 02 03:46:20.010799 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6f7a0103-836d-4a10-a69c-975a665548a8 req-49ee32dd-1a5f-4f37-820a-db109075cdb9 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463974 Jul 02 03:46:20.248771 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-a0e76636-bee0-469f-846b-5dc3b9d0ae7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:20.611123 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebcce3-9a54-4cf1-ad45-59d83fe059d8 req-aa05a644-365f-4477-97c1-fe5ad72d69b2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:20.613017 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-87ebcce3-9a54-4cf1-ad45-59d83fe059d8 req-aa05a644-365f-4477-97c1-fe5ad72d69b2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea0acb8d-32fc-45d8-92c5-50acf318209b HTTP/1.1" status: 200 len: 946 time: 0.0577080 Jul 02 03:46:20.702467 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-87ebcce3-9a54-4cf1-ad45-59d83fe059d8 req-4c98513b-00ef-457a-83b5-c11f9348f446 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Deleting port aec144f9-1629-4a8c-81b5-4db1c91d876d {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:46:20.702817 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-87ebcce3-9a54-4cf1-ad45-59d83fe059d8 req-4c98513b-00ef-457a-83b5-c11f9348f446 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (aec144f9-1629-4a8c-81b5-4db1c91d876d), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:20.768046 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:20.798865 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-87ebcce3-9a54-4cf1-ad45-59d83fe059d8 req-4c98513b-00ef-457a-83b5-c11f9348f446 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] For port aec144f9-1629-4a8c-81b5-4db1c91d876d, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=aec144f9-1629-4a8c-81b5-4db1c91d876d,segment=NetworkSegment(31ad7417-32f5-4b58-9957-f18600b14123),segment_id=31ad7417-32f5-4b58-9957-f18600b14123)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:46:20.799222 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-87ebcce3-9a54-4cf1-ad45-59d83fe059d8 req-4c98513b-00ef-457a-83b5-c11f9348f446 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (aec144f9-1629-4a8c-81b5-4db1c91d876d), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:20.973109 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-87ebcce3-9a54-4cf1-ad45-59d83fe059d8 req-4c98513b-00ef-457a-83b5-c11f9348f446 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:20.973463 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-87ebcce3-9a54-4cf1-ad45-59d83fe059d8 req-4c98513b-00ef-457a-83b5-c11f9348f446 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389155'] for floatingip (466053d4-1060-4117-834c-3a58080de403), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:20.973622 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.db.l3_db [req-87ebcce3-9a54-4cf1-ad45-59d83fe059d8 req-4c98513b-00ef-457a-83b5-c11f9348f446 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Floating IP 466053d4-1060-4117-834c-3a58080de403 disassociated. External IP: 172.27.0.99, port: aec144f9-1629-4a8c-81b5-4db1c91d876d. Jul 02 03:46:20.973917 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-87ebcce3-9a54-4cf1-ad45-59d83fe059d8 req-4c98513b-00ef-457a-83b5-c11f9348f446 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Calling delete_port for aec144f9-1629-4a8c-81b5-4db1c91d876d owned by compute:nova {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:46:21.114824 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-87ebcce3-9a54-4cf1-ad45-59d83fe059d8 req-4c98513b-00ef-457a-83b5-c11f9348f446 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (aec144f9-1629-4a8c-81b5-4db1c91d876d), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:21.145751 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492e875-0fb1-443c-a7cb-172bc7467318 req-18c9d40c-a8db-4ff6-9e03-a4c307efd2f2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:21.147383 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0492e875-0fb1-443c-a7cb-172bc7467318 req-18c9d40c-a8db-4ff6-9e03-a4c307efd2f2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0acb8d-32fc-45d8-92c5-50acf318209b HTTP/1.1" status: 200 len: 946 time: 0.0583456 Jul 02 03:46:21.157501 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98513b-00ef-457a-83b5-c11f9348f446 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Pushing event deleted for resources: {'Port': ['ID=aec144f9-1629-4a8c-81b5-4db1c91d876d,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:46:21.169427 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98513b-00ef-457a-83b5-c11f9348f446 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:21.169787 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98513b-00ef-457a-83b5-c11f9348f446 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:21.170134 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98513b-00ef-457a-83b5-c11f9348f446 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:21.170475 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98513b-00ef-457a-83b5-c11f9348f446 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:21.170810 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98513b-00ef-457a-83b5-c11f9348f446 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:21.171143 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98513b-00ef-457a-83b5-c11f9348f446 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:21.171777 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98513b-00ef-457a-83b5-c11f9348f446 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:21.171902 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98513b-00ef-457a-83b5-c11f9348f446 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:21.172274 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98513b-00ef-457a-83b5-c11f9348f446 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:21.172612 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98513b-00ef-457a-83b5-c11f9348f446 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:21.172939 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98513b-00ef-457a-83b5-c11f9348f446 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:21.173354 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98513b-00ef-457a-83b5-c11f9348f446 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:21.173598 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98513b-00ef-457a-83b5-c11f9348f446 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:21.173909 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98513b-00ef-457a-83b5-c11f9348f446 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:21.174261 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98513b-00ef-457a-83b5-c11f9348f446 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:21.207965 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0492e875-0fb1-443c-a7cb-172bc7467318 req-a96fe5cf-b2d3-4c2e-92e5-aa62e51464db tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517809 Jul 02 03:46:21.241177 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=8 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:21.286271 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87ebcce3-9a54-4cf1-ad45-59d83fe059d8 req-4c98513b-00ef-457a-83b5-c11f9348f446 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Router 83c75b61-1816-42cd-aaf3-df0c23e69900 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:46:21.401617 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87ebcce3-9a54-4cf1-ad45-59d83fe059d8 req-4c98513b-00ef-457a-83b5-c11f9348f446 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:46:21.412746 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f92fa2a-6e5e-4ac7-be26-8b7b8cad6cac None None] Sync routers for ids ['83c75b61-1816-42cd-aaf3-df0c23e69900'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:46:21.424279 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f92fa2a-6e5e-4ac7-be26-8b7b8cad6cac None None] Routers {'83c75b61-1816-42cd-aaf3-df0c23e69900'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:46:21.424908 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-0f92fa2a-6e5e-4ac7-be26-8b7b8cad6cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:45:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['83c75b61-1816-42cd-aaf3-df0c23e69900'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:46:21.458386 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ebcce3-9a54-4cf1-ad45-59d83fe059d8 req-4c98513b-00ef-457a-83b5-c11f9348f446 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] No DVR routers for this DVR port aec144f9-1629-4a8c-81b5-4db1c91d876d on host hv-cinder-84684 {{(pid=104250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:46:21.460915 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-87ebcce3-9a54-4cf1-ad45-59d83fe059d8 req-4c98513b-00ef-457a-83b5-c11f9348f446 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:21.466055 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-87ebcce3-9a54-4cf1-ad45-59d83fe059d8 req-4c98513b-00ef-457a-83b5-c11f9348f446 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.26 "DELETE /v2.0/ports/aec144f9-1629-4a8c-81b5-4db1c91d876d HTTP/1.1" status: 204 len: 173 time: 0.8458977 Jul 02 03:46:21.466055 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0acb8d-32fc-45d8-92c5-50acf318209b', 'name': 'network-vif-deleted', 'tag': 'aec144f9-1629-4a8c-81b5-4db1c91d876d'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:46:21.467038 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4e2156-1690-4a00-8fc4-0ad7b4e8058a" -d '{"events": [{"server_uuid": "ea0acb8d-32fc-45d8-92c5-50acf318209b", "name": "network-vif-deleted", "tag": "aec144f9-1629-4a8c-81b5-4db1c91d876d"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:46:21.507850 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f2fa3a-a0ff-461b-8b57-c8b6b1d7d8bd x-openstack-request-id: req-61f2fa3a-a0ff-461b-8b57-c8b6b1d7d8bd {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:46:21.508148 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0acb8d-32fc-45d8-92c5-50acf318209b", "name": "network-vif-deleted", "tag": "aec144f9-1629-4a8c-81b5-4db1c91d876d", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:46:21.508406 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-61f2fa3a-a0ff-461b-8b57-c8b6b1d7d8bd {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:46:21.509263 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61f2fa3a-a0ff-461b-8b57-c8b6b1d7d8bd'] response: {'server_uuid': 'ea0acb8d-32fc-45d8-92c5-50acf318209b', 'name': 'network-vif-deleted', 'tag': 'aec144f9-1629-4a8c-81b5-4db1c91d876d', 'status': 'completed', 'code': 200} Jul 02 03:46:21.521661 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:21.558078 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-0f92fa2a-6e5e-4ac7-be26-8b7b8cad6cac None None] Set router 83c75b61-1816-42cd-aaf3-df0c23e69900 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:46:21.752245 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-0f92fa2a-6e5e-4ac7-be26-8b7b8cad6cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'name': 'tempest-TestVolumeBootPattern-549697761-router', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:54Z', 'updated_at': '2022-07-02T03:42:57Z', 'revision_number': 4, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'gw_port': {'id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:75:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:55Z', 'updated_at': '2022-07-02T03:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '4e24f2aa-a259-45c8-ae97-d216739f4a1b', 'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'mac_address': 'fa:16:3e:ab:54:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:57Z', 'updated_at': '2022-07-02T03:43:02Z', 'revision_number': 5, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'subnets': [{'id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:46:21.780881 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f92fa2a-6e5e-4ac7-be26-8b7b8cad6cac None None] Checking router: 83c75b61-1816-42cd-aaf3-df0c23e69900 for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:46:21.790547 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f92fa2a-6e5e-4ac7-be26-8b7b8cad6cac None None] Routers {'83c75b61-1816-42cd-aaf3-df0c23e69900'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:46:21.791197 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-0f92fa2a-6e5e-4ac7-be26-8b7b8cad6cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:45:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['83c75b61-1816-42cd-aaf3-df0c23e69900'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:46:21.906472 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-0f92fa2a-6e5e-4ac7-be26-8b7b8cad6cac None None] Set router 83c75b61-1816-42cd-aaf3-df0c23e69900 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:46:22.099462 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-0f92fa2a-6e5e-4ac7-be26-8b7b8cad6cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'name': 'tempest-TestVolumeBootPattern-549697761-router', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:54Z', 'updated_at': '2022-07-02T03:42:57Z', 'revision_number': 4, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'gw_port': {'id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:75:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:55Z', 'updated_at': '2022-07-02T03:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '4e24f2aa-a259-45c8-ae97-d216739f4a1b', 'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'mac_address': 'fa:16:3e:ab:54:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:57Z', 'updated_at': '2022-07-02T03:43:02Z', 'revision_number': 5, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'subnets': [{'id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:46:22.124883 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f92fa2a-6e5e-4ac7-be26-8b7b8cad6cac None None] The sync data for ids ['83c75b61-1816-42cd-aaf3-df0c23e69900'] in dv-cinder-846842-9-iscsi is: [{'id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'name': 'tempest-TestVolumeBootPattern-549697761-router', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:54Z', 'updated_at': '2022-07-02T03:42:57Z', 'revision_number': 4, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'gw_port': {'id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:75:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:55Z', 'updated_at': '2022-07-02T03:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '4e24f2aa-a259-45c8-ae97-d216739f4a1b', 'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'mac_address': 'fa:16:3e:ab:54:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:57Z', 'updated_at': '2022-07-02T03:43:02Z', 'revision_number': 5, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'subnets': [{'id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:46:22.315239 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-db965bbd-a16f-4999-a759-8feb4020ccb0 req-accf3456-5089-4821-a8a0-eabb2bca9c83 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0acb8d-32fc-45d8-92c5-50acf318209b HTTP/1.1" status: 200 len: 210 time: 0.0325551 Jul 02 03:46:22.359448 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e0246f-b4a6-424b-ba6e-2422005817bf None None] New status for floating IP 466053d4-1060-4117-834c-3a58080de403: DOWN {{(pid=104252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 02 03:46:22.539127 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-24cffdf5-1ab1-4e50-9cc4-30379cfd5f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:23.587433 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-4bfba2de-885c-4d0b-a81e-2abccc58ce77 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-500091931&fields=id&tenant_id=01fccbd11a4b4e859bec1a56f42315b2 HTTP/1.1" status: 200 len: 267 time: 0.0459836 Jul 02 03:46:23.626510 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:23.696330 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-feea02e2-a45c-4fc8-b594-84ee32296cd7 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:23.697818 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-feea02e2-a45c-4fc8-b594-84ee32296cd7 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/networks?id=f1ef0821-e2dc-4511-8f33-8aac33bfb07d HTTP/1.1" status: 200 len: 811 time: 0.1039264 Jul 02 03:46:23.715365 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-eecdc162-f7fd-4027-ba57-fbaac28813d5 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/quotas/01fccbd11a4b4e859bec1a56f42315b2 HTTP/1.1" status: 200 len: 375 time: 0.0093515 Jul 02 03:46:23.769345 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-ce65528b-3060-4ceb-9225-dbe60f84c164 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=01fccbd11a4b4e859bec1a56f42315b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466282 Jul 02 03:46:23.887886 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-b8f20388-3674-4f5b-8ef2-7fccc025b910 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 02 03:46:23.888883 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-b8f20388-3674-4f5b-8ef2-7fccc025b910 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1059637 Jul 02 03:46:23.987415 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-e0464b69-ef2b-47a8-9ec0-ae2a3025bdda service neutron] 10.222.0.42 "GET /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914459 Jul 02 03:46:24.088637 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-fcbfeacd-93cc-42dd-b0bc-cc753cf47eb8 service neutron] 10.222.0.42 "GET /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941966 Jul 02 03:46:24.389500 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-dc55649b-8c0a-4206-97ff-3e1dc88a9113 req-f0db31aa-6a61-4ecc-9ced-82e196072a1a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ca5d2e7-13ef-4686-ad55-082607c0fd4d HTTP/1.1" status: 200 len: 210 time: 0.0284514 Jul 02 03:46:25.242819 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:25.341020 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:25.351427 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device aec144f9-1629-4a8c-81b5-4db1c91d876d no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:46:25.371203 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] No Port match for: aec144f9-1629-4a8c-81b5-4db1c91d876d {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:46:25.371878 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device aec144f9-1629-4a8c-81b5-4db1c91d876d not bound to the agent host hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:46:25.438950 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-117285cd-3964-415b-8db2-731438cc09db tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:25.440594 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-117285cd-3964-415b-8db2-731438cc09db tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.26 "GET /v2.0/networks?id=f1ef0821-e2dc-4511-8f33-8aac33bfb07d HTTP/1.1" status: 200 len: 811 time: 0.1225474 Jul 02 03:46:25.494023 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-500b8735-a871-4e72-9343-777b4daae02a req-c1b816ef-d59c-45d4-b3fa-1ae627eec847 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ca5d2e7-13ef-4686-ad55-082607c0fd4d HTTP/1.1" status: 200 len: 210 time: 0.0288277 Jul 02 03:46:25.534027 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-9ac4fca3-4683-453d-9c54-9fa11ea3c086 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01fccbd11a4b4e859bec1a56f42315b2 HTTP/1.1" status: 200 len: 379 time: 0.0582733 Jul 02 03:46:25.542780 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-e2f0b718-b75e-494c-9b82-d95ca32d29e3 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Request body: {'port': {'device_id': '4ca5d2e7-13ef-4686-ad55-082607c0fd4d', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'admin_state_up': True, 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'security_groups': ['127feac9-d89f-44c3-9a03-02d678583878']}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:46:25.672522 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:25.682011 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-e2f0b718-b75e-494c-9b82-d95ca32d29e3 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Made reservation on behalf of 01fccbd11a4b4e859bec1a56f42315b2 for: {'port': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:46:25.685413 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-e2f0b718-b75e-494c-9b82-d95ca32d29e3 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:25.815087 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-e2f0b718-b75e-494c-9b82-d95ca32d29e3 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Allocated IP 172.20.0.6 (f1ef0821-e2dc-4511-8f33-8aac33bfb07d/1b06dd79-dc3a-4079-aff2-e99618bacbd7/09272599-5e76-4fdf-bc09-0dc405b5f132) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:46:25.962868 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-e2f0b718-b75e-494c-9b82-d95ca32d29e3 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for port (09272599-5e76-4fdf-bc09-0dc405b5f132), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:25.988754 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:26.000246 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-e2f0b718-b75e-494c-9b82-d95ca32d29e3 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (09272599-5e76-4fdf-bc09-0dc405b5f132), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:26.048010 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-e2f0b718-b75e-494c-9b82-d95ca32d29e3 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Network f1ef0821-e2dc-4511-8f33-8aac33bfb07d is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:46:26.051486 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-e2f0b718-b75e-494c-9b82-d95ca32d29e3 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:46:26.054046 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-e2f0b718-b75e-494c-9b82-d95ca32d29e3 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:46:26.085618 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0b718-b75e-494c-9b82-d95ca32d29e3 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Pushing event updated for resources: {'Port': ['ID=09272599-5e76-4fdf-bc09-0dc405b5f132,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:46:26.128147 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-e2f0b718-b75e-494c-9b82-d95ca32d29e3 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:26.128806 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-e2f0b718-b75e-494c-9b82-d95ca32d29e3 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:26.151392 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-e2f0b718-b75e-494c-9b82-d95ca32d29e3 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6124594 Jul 02 03:46:26.171848 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-b722c13f-d4c1-4110-a598-dbf1d26cd038 service neutron] Request body: {'port': {'device_id': '4ca5d2e7-13ef-4686-ad55-082607c0fd4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:46:26.240807 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-b722c13f-d4c1-4110-a598-dbf1d26cd038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (09272599-5e76-4fdf-bc09-0dc405b5f132), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:26.315420 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-0eb7af8c-1eb1-4353-8caa-752ed10fce70 None None] Provisioning complete for port 09272599-5e76-4fdf-bc09-0dc405b5f132 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:46:26.316727 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-0eb7af8c-1eb1-4353-8caa-752ed10fce70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (09272599-5e76-4fdf-bc09-0dc405b5f132), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:26.351638 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-0eb7af8c-1eb1-4353-8caa-752ed10fce70 None None] Port 09272599-5e76-4fdf-bc09-0dc405b5f132 cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:46:26.457064 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 40876) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:46:26.511745 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-b722c13f-d4c1-4110-a598-dbf1d26cd038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09272599-5e76-4fdf-bc09-0dc405b5f132 {{(pid=104250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:46:26.519204 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-b722c13f-d4c1-4110-a598-dbf1d26cd038 service neutron] Publish callbacks [] for port (09272599-5e76-4fdf-bc09-0dc405b5f132), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:26.528048 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:26.533865 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.provisioning_blocks [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-b722c13f-d4c1-4110-a598-dbf1d26cd038 service neutron] Transition to ACTIVE for port object 09272599-5e76-4fdf-bc09-0dc405b5f132 will not be triggered until provisioned by entity L2. {{(pid=104250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 02 03:46:26.540374 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-b722c13f-d4c1-4110-a598-dbf1d26cd038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (09272599-5e76-4fdf-bc09-0dc405b5f132), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:26.573573 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7e5b67fc-4b79-41df-a0d9-3b1c5498e5f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:26.599477 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722c13f-d4c1-4110-a598-dbf1d26cd038 service neutron] Pushing event updated for resources: {'Port': ['ID=09272599-5e76-4fdf-bc09-0dc405b5f132,revision_number=2']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:46:26.616317 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:26.668858 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896cd2b-ef60-4631-9f7b-2bb46d6d99e9 req-0c582ba2-934f-4c5d-be1a-2f9f3bd593cf tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:26.670976 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7896cd2b-ef60-4631-9f7b-2bb46d6d99e9 req-0c582ba2-934f-4c5d-be1a-2f9f3bd593cf tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ca5d2e7-13ef-4686-ad55-082607c0fd4d HTTP/1.1" status: 200 len: 943 time: 0.0752099 Jul 02 03:46:26.674996 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:26.679710 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-b722c13f-d4c1-4110-a598-dbf1d26cd038 service neutron] Attempting to bind port 09272599-5e76-4fdf-bc09-0dc405b5f132 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:46:26.681062 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-b722c13f-d4c1-4110-a598-dbf1d26cd038 service neutron] Attempting to bind port 09272599-5e76-4fdf-bc09-0dc405b5f132 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '31ad7417-32f5-4b58-9957-f18600b14123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d'}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:46:26.681467 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-b722c13f-d4c1-4110-a598-dbf1d26cd038 service neutron] Attempting to bind port 09272599-5e76-4fdf-bc09-0dc405b5f132 on network f1ef0821-e2dc-4511-8f33-8aac33bfb07d {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:46:26.686809 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-b722c13f-d4c1-4110-a598-dbf1d26cd038 service neutron] Port 09272599-5e76-4fdf-bc09-0dc405b5f132 on network f1ef0821-e2dc-4511-8f33-8aac33bfb07d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 02 03:46:26.687130 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-b722c13f-d4c1-4110-a598-dbf1d26cd038 service neutron] Attempting to bind port 09272599-5e76-4fdf-bc09-0dc405b5f132 on network f1ef0821-e2dc-4511-8f33-8aac33bfb07d {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:46:26.692368 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-b722c13f-d4c1-4110-a598-dbf1d26cd038 service neutron] Checking agent: {'id': 'b6c7a065-6c6d-4192-b8a5-562c9c844309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'started_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:46:26.692765 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-b722c13f-d4c1-4110-a598-dbf1d26cd038 service neutron] Checking segment: {'id': '31ad7417-32f5-4b58-9957-f18600b14123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:46:26.693145 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-b722c13f-d4c1-4110-a598-dbf1d26cd038 service neutron] Bound using segment: {'id': '31ad7417-32f5-4b58-9957-f18600b14123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d'} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:46:26.693577 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-b722c13f-d4c1-4110-a598-dbf1d26cd038 service neutron] Bound port: 09272599-5e76-4fdf-bc09-0dc405b5f132, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ad7417-32f5-4b58-9957-f18600b14123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d'}}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:46:26.693932 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-b722c13f-d4c1-4110-a598-dbf1d26cd038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (09272599-5e76-4fdf-bc09-0dc405b5f132), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:26.758498 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7896cd2b-ef60-4631-9f7b-2bb46d6d99e9 req-f22508ba-7ceb-4d19-abf5-2df621d4fd62 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772171 Jul 02 03:46:26.760433 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7e5b67fc-4b79-41df-a0d9-3b1c5498e5f8 admin admin] Publish callbacks [] for security_group (78008eb4-4702-4dee-a91b-f248a6c4cd69), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:26.767930 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-b722c13f-d4c1-4110-a598-dbf1d26cd038 service neutron] For port 09272599-5e76-4fdf-bc09-0dc405b5f132, host hv-cinder-84684, cleared binding levels {{(pid=104250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:46:26.769691 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7e5b67fc-4b79-41df-a0d9-3b1c5498e5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (78008eb4-4702-4dee-a91b-f248a6c4cd69), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:26.780795 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-b722c13f-d4c1-4110-a598-dbf1d26cd038 service neutron] For port 09272599-5e76-4fdf-bc09-0dc405b5f132, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=09272599-5e76-4fdf-bc09-0dc405b5f132,segment=NetworkSegment(31ad7417-32f5-4b58-9957-f18600b14123),segment_id=31ad7417-32f5-4b58-9957-f18600b14123)] {{(pid=104250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:46:26.789283 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-b722c13f-d4c1-4110-a598-dbf1d26cd038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (09272599-5e76-4fdf-bc09-0dc405b5f132), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:26.823558 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-7e5b67fc-4b79-41df-a0d9-3b1c5498e5f8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f6a38de2c8c04da5a1c75882ffbaf8e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3630886 Jul 02 03:46:26.823558 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b67fc-4b79-41df-a0d9-3b1c5498e5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78008eb4-4702-4dee-a91b-f248a6c4cd69,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:46:26.823888 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-b722c13f-d4c1-4110-a598-dbf1d26cd038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:26.823888 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-b722c13f-d4c1-4110-a598-dbf1d26cd038 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:26.824148 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 40882) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:46:26.825222 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-b722c13f-d4c1-4110-a598-dbf1d26cd038 service neutron] 10.222.0.26 "PUT /v2.0/ports/09272599-5e76-4fdf-bc09-0dc405b5f132 HTTP/1.1" status: 200 len: 1093 time: 0.6589243 Jul 02 03:46:26.827899 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca5d2e7-13ef-4686-ad55-082607c0fd4d', 'tag': '09272599-5e76-4fdf-bc09-0dc405b5f132'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:46:26.829771 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94451ff-70a6-4aac-8f8d-eaacb9e5293a" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca5d2e7-13ef-4686-ad55-082607c0fd4d", "tag": "09272599-5e76-4fdf-bc09-0dc405b5f132"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:46:26.850033 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b67fc-4b79-41df-a0d9-3b1c5498e5f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:26.850291 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b67fc-4b79-41df-a0d9-3b1c5498e5f8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:26.851067 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b67fc-4b79-41df-a0d9-3b1c5498e5f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:26.851436 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b67fc-4b79-41df-a0d9-3b1c5498e5f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:26.851961 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b67fc-4b79-41df-a0d9-3b1c5498e5f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:26.852456 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b67fc-4b79-41df-a0d9-3b1c5498e5f8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:26.852947 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b67fc-4b79-41df-a0d9-3b1c5498e5f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:26.853461 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b67fc-4b79-41df-a0d9-3b1c5498e5f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:26.853970 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b67fc-4b79-41df-a0d9-3b1c5498e5f8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:26.854520 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b67fc-4b79-41df-a0d9-3b1c5498e5f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:26.855039 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b67fc-4b79-41df-a0d9-3b1c5498e5f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:26.855579 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b67fc-4b79-41df-a0d9-3b1c5498e5f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:26.856119 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b67fc-4b79-41df-a0d9-3b1c5498e5f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:26.856634 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b67fc-4b79-41df-a0d9-3b1c5498e5f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:26.857134 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b67fc-4b79-41df-a0d9-3b1c5498e5f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:26.863496 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722c13f-d4c1-4110-a598-dbf1d26cd038 service neutron] Pushing event updated for resources: {'Port': ['ID=09272599-5e76-4fdf-bc09-0dc405b5f132,revision_number=3']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:46:26.891170 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24bd6f2-e20b-4972-a5b5-3dbe70811dc1 x-openstack-request-id: req-e24bd6f2-e20b-4972-a5b5-3dbe70811dc1 {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:46:26.891518 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca5d2e7-13ef-4686-ad55-082607c0fd4d", "tag": "09272599-5e76-4fdf-bc09-0dc405b5f132", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:46:26.891774 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e24bd6f2-e20b-4972-a5b5-3dbe70811dc1 {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:46:26.892190 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e24bd6f2-e20b-4972-a5b5-3dbe70811dc1'] response: {'name': 'network-changed', 'server_uuid': '4ca5d2e7-13ef-4686-ad55-082607c0fd4d', 'tag': '09272599-5e76-4fdf-bc09-0dc405b5f132', 'status': 'completed', 'code': 200} Jul 02 03:46:26.914760 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-8fcc0eea-555e-48b8-91af-d1d0277ba053 admin admin] Publish callbacks [] for security_group (78008eb4-4702-4dee-a91b-f248a6c4cd69), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:26.944413 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-8fcc0eea-555e-48b8-91af-d1d0277ba053 admin admin] Publish callbacks [] for security_group (78008eb4-4702-4dee-a91b-f248a6c4cd69), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:27.001458 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-8fcc0eea-555e-48b8-91af-d1d0277ba053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (78008eb4-4702-4dee-a91b-f248a6c4cd69), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:27.005554 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:27.006180 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-8fcc0eea-555e-48b8-91af-d1d0277ba053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:27.007724 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-8fcc0eea-555e-48b8-91af-d1d0277ba053 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/78008eb4-4702-4dee-a91b-f248a6c4cd69 HTTP/1.1" status: 204 len: 168 time: 0.1826255 Jul 02 03:46:27.014185 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-af4b7688-b7e8-4069-944e-7599f9948285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:27.015751 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-af4b7688-b7e8-4069-944e-7599f9948285 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01fccbd11a4b4e859bec1a56f42315b2&device_id=4ca5d2e7-13ef-4686-ad55-082607c0fd4d HTTP/1.1" status: 200 len: 1127 time: 0.0875397 Jul 02 03:46:27.017212 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc0eea-555e-48b8-91af-d1d0277ba053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78008eb4-4702-4dee-a91b-f248a6c4cd69,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:46:27.018668 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-c4bfa955-d9f3-442e-97a5-cb416eb7d0d7 req-ef9d5dd6-f33e-4d82-a9ac-c57071ee58a2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0575573 Jul 02 03:46:27.096676 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:27.101247 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-29be441a-3ba5-4fa4-93f0-3777948283b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09272599-5e76-4fdf-bc09-0dc405b5f132 HTTP/1.1" status: 200 len: 217 time: 0.0516026 Jul 02 03:46:27.168061 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfa955-d9f3-442e-97a5-cb416eb7d0d7 req-b69c5a83-f072-4040-b4fe-f85ca05815c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:27.169365 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-c4bfa955-d9f3-442e-97a5-cb416eb7d0d7 req-b69c5a83-f072-4040-b4fe-f85ca05815c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0665267ba574490cbcf958be4d793dd3&device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 1129 time: 0.0776429 Jul 02 03:46:27.178097 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-8c7f566a-b422-47f8-bde7-08228633defa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:27.179589 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-8c7f566a-b422-47f8-bde7-08228633defa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b06dd79-dc3a-4079-aff2-e99618bacbd7 HTTP/1.1" status: 200 len: 850 time: 0.0575049 Jul 02 03:46:27.249829 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-ff1a126d-f0b1-4e71-80dd-89e9e51294c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:27.251463 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-ff1a126d-f0b1-4e71-80dd-89e9e51294c6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1ef0821-e2dc-4511-8f33-8aac33bfb07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658956 Jul 02 03:46:27.314049 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 40890) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:46:27.328231 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-05afe381-6958-4212-a0b6-13d2796afac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:27.369113 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfa955-d9f3-442e-97a5-cb416eb7d0d7 req-0334d93a-ac8b-44c8-a39a-0032bfd6161f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:27.370605 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-c4bfa955-d9f3-442e-97a5-cb416eb7d0d7 req-0334d93a-ac8b-44c8-a39a-0032bfd6161f service neutron] 10.222.0.26 "GET /v2.0/networks?id=2526fc80-7281-4aad-9a6a-6587590ab6d6 HTTP/1.1" status: 200 len: 911 time: 0.1759751 Jul 02 03:46:27.408999 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-05afe381-6958-4212-a0b6-13d2796afac3 admin admin] Publish callbacks [] for security_group (fb55ebb1-171e-4968-94ce-7b5f93ea2891), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:27.413866 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-05afe381-6958-4212-a0b6-13d2796afac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (fb55ebb1-171e-4968-94ce-7b5f93ea2891), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:27.431646 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-86087f46-a2e7-49f1-a8e6-5b3848c48fcf service neutron] 10.222.0.26 "GET /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493819 Jul 02 03:46:27.451125 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05afe381-6958-4212-a0b6-13d2796afac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb55ebb1-171e-4968-94ce-7b5f93ea2891,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:46:27.455367 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-05afe381-6958-4212-a0b6-13d2796afac3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9fadadf4fa1e4f60b48574a9b6dfa0a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402762 Jul 02 03:46:27.458476 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 40892) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:46:27.463836 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-c4bfa955-d9f3-442e-97a5-cb416eb7d0d7 req-bd5d8563-99b9-470a-b690-24db81e7ed5c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dc25d19-95aa-4170-9015-29cd666dc12e HTTP/1.1" status: 200 len: 1001 time: 0.0868807 Jul 02 03:46:27.506638 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-8e109108-50ed-4c8f-930e-b1b4a55dae25 admin admin] Publish callbacks [] for security_group (fb55ebb1-171e-4968-94ce-7b5f93ea2891), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:27.530649 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-8e109108-50ed-4c8f-930e-b1b4a55dae25 admin admin] Publish callbacks [] for security_group (fb55ebb1-171e-4968-94ce-7b5f93ea2891), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:27.561796 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfa955-d9f3-442e-97a5-cb416eb7d0d7 req-24564d4c-fc8f-41d7-bf56-94dbda70b986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:27.563354 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-c4bfa955-d9f3-442e-97a5-cb416eb7d0d7 req-24564d4c-fc8f-41d7-bf56-94dbda70b986 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46494941-1b90-44c2-ba93-9c8cd15f4d45 HTTP/1.1" status: 200 len: 849 time: 0.0892472 Jul 02 03:46:27.582657 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-8e109108-50ed-4c8f-930e-b1b4a55dae25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (fb55ebb1-171e-4968-94ce-7b5f93ea2891), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:27.584823 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-cf2cbc02-2c7c-4ca3-b6c4-4b8e7df53301 req-cd3d3a24-d06a-4c25-abc9-103e345b2448 service neutron] 10.222.0.26 "GET /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462190 Jul 02 03:46:27.587034 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-8e109108-50ed-4c8f-930e-b1b4a55dae25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:27.588270 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-8e109108-50ed-4c8f-930e-b1b4a55dae25 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fb55ebb1-171e-4968-94ce-7b5f93ea2891 HTTP/1.1" status: 204 len: 168 time: 0.1290765 Jul 02 03:46:27.600981 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e109108-50ed-4c8f-930e-b1b4a55dae25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb55ebb1-171e-4968-94ce-7b5f93ea2891,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:46:27.614635 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfa955-d9f3-442e-97a5-cb416eb7d0d7 req-8127b3b1-e55e-4b5b-91ec-846a4dc7361d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:27.616340 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-c4bfa955-d9f3-442e-97a5-cb416eb7d0d7 req-8127b3b1-e55e-4b5b-91ec-846a4dc7361d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2526fc80-7281-4aad-9a6a-6587590ab6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468619 Jul 02 03:46:27.652526 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:27.721017 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-c4bfa955-d9f3-442e-97a5-cb416eb7d0d7 req-e57caae9-45dd-4762-b2c7-185f6b5abe50 service neutron] 10.222.0.26 "GET /v2.0/networks/2526fc80-7281-4aad-9a6a-6587590ab6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975132 Jul 02 03:46:27.880019 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2206ef8-d31c-4282-bbea-b1840b0a77b9 req-af2d0ff5-d173-4721-8899-89e0e72376b2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:27.882511 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c2206ef8-d31c-4282-bbea-b1840b0a77b9 req-af2d0ff5-d173-4721-8899-89e0e72376b2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ca5d2e7-13ef-4686-ad55-082607c0fd4d HTTP/1.1" status: 200 len: 943 time: 0.0531819 Jul 02 03:46:27.914977 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:DELETE=5 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:27.936644 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c2206ef8-d31c-4282-bbea-b1840b0a77b9 req-9411ac86-3b7b-44a9-b6c1-2280e19dacde tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484607 Jul 02 03:46:27.993959 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:46:28.615693 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94451ff-70a6-4aac-8f8d-eaacb9e5293a req-d7986181-52b5-44e0-8f05-f141dbb86f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:28.617174 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-b94451ff-70a6-4aac-8f8d-eaacb9e5293a req-d7986181-52b5-44e0-8f05-f141dbb86f4a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01fccbd11a4b4e859bec1a56f42315b2&device_id=4ca5d2e7-13ef-4686-ad55-082607c0fd4d HTTP/1.1" status: 200 len: 1127 time: 0.0665233 Jul 02 03:46:28.734997 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-c4bfa955-d9f3-442e-97a5-cb416eb7d0d7 req-220847f6-d41e-4635-806a-6f927373dda7 service neutron] 10.222.0.26 "GET /v2.0/networks/2526fc80-7281-4aad-9a6a-6587590ab6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827972 Jul 02 03:46:28.755593 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94451ff-70a6-4aac-8f8d-eaacb9e5293a req-0b0e9b30-3f38-40a4-b935-ee456515903d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:28.757118 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-b94451ff-70a6-4aac-8f8d-eaacb9e5293a req-0b0e9b30-3f38-40a4-b935-ee456515903d service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1ef0821-e2dc-4511-8f33-8aac33bfb07d HTTP/1.1" status: 200 len: 912 time: 0.1078491 Jul 02 03:46:28.800044 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-b94451ff-70a6-4aac-8f8d-eaacb9e5293a req-cdea8a6f-a95f-4605-b87f-923308c5ea55 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09272599-5e76-4fdf-bc09-0dc405b5f132 HTTP/1.1" status: 200 len: 217 time: 0.0364361 Jul 02 03:46:28.848850 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=100 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:28.853476 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94451ff-70a6-4aac-8f8d-eaacb9e5293a req-034025ff-00ed-488b-9965-e13a2cb19487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:28.855003 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-b94451ff-70a6-4aac-8f8d-eaacb9e5293a req-034025ff-00ed-488b-9965-e13a2cb19487 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b06dd79-dc3a-4079-aff2-e99618bacbd7 HTTP/1.1" status: 200 len: 850 time: 0.0485582 Jul 02 03:46:28.898550 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94451ff-70a6-4aac-8f8d-eaacb9e5293a req-96918235-0bd8-4e21-bee3-6a0294597d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:28.900111 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-b94451ff-70a6-4aac-8f8d-eaacb9e5293a req-96918235-0bd8-4e21-bee3-6a0294597d95 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1ef0821-e2dc-4511-8f33-8aac33bfb07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385938 Jul 02 03:46:28.999229 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-b94451ff-70a6-4aac-8f8d-eaacb9e5293a req-cafabd26-e507-4c71-9c3d-4df9ba770d10 service neutron] 10.222.0.26 "GET /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925813 Jul 02 03:46:29.070259 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6939b6d-3958-4775-a156-f50c8eea3ad2 req-8e9afee9-45af-448a-9847-23b960f849d2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:29.072121 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d6939b6d-3958-4775-a156-f50c8eea3ad2 req-8e9afee9-45af-448a-9847-23b960f849d2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ca5d2e7-13ef-4686-ad55-082607c0fd4d HTTP/1.1" status: 200 len: 943 time: 0.0593784 Jul 02 03:46:29.107347 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-b94451ff-70a6-4aac-8f8d-eaacb9e5293a req-6153866b-3ca3-4692-8d0a-34539396bc7a service neutron] 10.222.0.26 "GET /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007805 Jul 02 03:46:29.127211 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d6939b6d-3958-4775-a156-f50c8eea3ad2 req-b0fd5d62-11a0-4dd7-8df5-bcad456f96de tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479579 Jul 02 03:46:30.254877 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a77ff5-d030-4497-acf2-2958efac067d req-e841b4aa-f635-430a-94a3-a3e29d783f4b tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:30.256534 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-59a77ff5-d030-4497-acf2-2958efac067d req-e841b4aa-f635-430a-94a3-a3e29d783f4b tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ca5d2e7-13ef-4686-ad55-082607c0fd4d HTTP/1.1" status: 200 len: 943 time: 0.0578997 Jul 02 03:46:30.307807 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-59a77ff5-d030-4497-acf2-2958efac067d req-b7471961-e8cb-4a48-9f45-d44ecd9be8a2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450969 Jul 02 03:46:31.410975 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:31.426150 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df8e38-a21e-4aef-b15f-3280ce4d9d96 req-70343955-432e-462a-a895-d3b2b0045d89 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:31.428017 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-26df8e38-a21e-4aef-b15f-3280ce4d9d96 req-70343955-432e-462a-a895-d3b2b0045d89 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ca5d2e7-13ef-4686-ad55-082607c0fd4d HTTP/1.1" status: 200 len: 943 time: 0.0510032 Jul 02 03:46:31.481445 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-26df8e38-a21e-4aef-b15f-3280ce4d9d96 req-f089e1c6-beec-4d8c-94ec-e932e77a606a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454574 Jul 02 03:46:32.613500 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3f53c-145f-4a2f-9f61-5b503367d09f req-884205c4-d997-4f6c-ae2d-04449c7dd613 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:32.614978 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a5e3f53c-145f-4a2f-9f61-5b503367d09f req-884205c4-d997-4f6c-ae2d-04449c7dd613 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ca5d2e7-13ef-4686-ad55-082607c0fd4d HTTP/1.1" status: 200 len: 943 time: 0.0491891 Jul 02 03:46:32.667807 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a5e3f53c-145f-4a2f-9f61-5b503367d09f req-34a6a4a6-ea63-42d7-96de-da4c1095a2b3 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471566 Jul 02 03:46:33.793839 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95219925-d31f-4258-a988-84e1bcbe9e7b req-dd423580-177f-4df9-8724-d4d30b9a662f tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:33.795328 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-95219925-d31f-4258-a988-84e1bcbe9e7b req-dd423580-177f-4df9-8724-d4d30b9a662f tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ca5d2e7-13ef-4686-ad55-082607c0fd4d HTTP/1.1" status: 200 len: 943 time: 0.0492892 Jul 02 03:46:33.844257 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-95219925-d31f-4258-a988-84e1bcbe9e7b req-4d6e7529-d89a-40bb-a82d-c1748ba049ae tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429430 Jul 02 03:46:34.858709 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=9 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:34.967731 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76445857-3c57-4890-917a-4b780c1a861c req-9de804a1-1dba-4065-9265-cb107a833215 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:34.969219 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-76445857-3c57-4890-917a-4b780c1a861c req-9de804a1-1dba-4065-9265-cb107a833215 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ca5d2e7-13ef-4686-ad55-082607c0fd4d HTTP/1.1" status: 200 len: 943 time: 0.0472641 Jul 02 03:46:35.024019 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-76445857-3c57-4890-917a-4b780c1a861c req-42afaef9-da34-428a-9e81-e41547bfcb6a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456996 Jul 02 03:46:35.393855 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 09272599-5e76-4fdf-bc09-0dc405b5f132 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 03:46:35.508508 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 09272599-5e76-4fdf-bc09-0dc405b5f132, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=09272599-5e76-4fdf-bc09-0dc405b5f132,segment=NetworkSegment(31ad7417-32f5-4b58-9957-f18600b14123),segment_id=31ad7417-32f5-4b58-9957-f18600b14123)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:46:35.519564 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Returning: {'device': '09272599-5e76-4fdf-bc09-0dc405b5f132', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'port_id': '09272599-5e76-4fdf-bc09-0dc405b5f132', 'mac_address': 'fa:16:3e:f7:a4:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 03:46:35.555890 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 09272599-5e76-4fdf-bc09-0dc405b5f132 is: DOWN; New status is: BUILD {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:46:35.556271 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (09272599-5e76-4fdf-bc09-0dc405b5f132), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:35.569641 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09272599-5e76-4fdf-bc09-0dc405b5f132 {{(pid=104251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:46:35.591938 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 09272599-5e76-4fdf-bc09-0dc405b5f132, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=09272599-5e76-4fdf-bc09-0dc405b5f132,segment=NetworkSegment(31ad7417-32f5-4b58-9957-f18600b14123),segment_id=31ad7417-32f5-4b58-9957-f18600b14123)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:46:35.600290 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (09272599-5e76-4fdf-bc09-0dc405b5f132), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:35.621718 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:35.648345 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=09272599-5e76-4fdf-bc09-0dc405b5f132,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:46:35.656089 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:35.656446 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:35.656786 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:35.657116 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:35.657421 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:35.657776 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:35.658085 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:35.658405 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:35.658722 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:35.659043 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:35.659386 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:35.659710 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:35.660024 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:35.660340 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:35.660657 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:46:35.970449 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['09272599-5e76-4fdf-bc09-0dc405b5f132'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:46:35.986882 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 41028) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:46:36.170873 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-77dcf0ea-ae9e-46b2-abe3-108199111dd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:36.194459 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16eef62-7207-41d2-94bd-c9c7940d8c38 req-aa3f7fe4-0303-4949-b40f-99a18ee7c5f4 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:36.195997 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b16eef62-7207-41d2-94bd-c9c7940d8c38 req-aa3f7fe4-0303-4949-b40f-99a18ee7c5f4 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ca5d2e7-13ef-4686-ad55-082607c0fd4d HTTP/1.1" status: 200 len: 944 time: 0.0872831 Jul 02 03:46:36.273322 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b16eef62-7207-41d2-94bd-c9c7940d8c38 req-593ecec0-069c-4520-8082-27be860159f6 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704353 Jul 02 03:46:36.307458 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-77dcf0ea-ae9e-46b2-abe3-108199111dd7 admin admin] Publish callbacks [] for security_group (dc346d03-3d89-4818-9cc6-f6fb43bfddc5), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:36.312392 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-77dcf0ea-ae9e-46b2-abe3-108199111dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (dc346d03-3d89-4818-9cc6-f6fb43bfddc5), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:36.353708 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-77dcf0ea-ae9e-46b2-abe3-108199111dd7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=48fa35f0c4d445169a54c5e428c3a829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3655999 Jul 02 03:46:36.354975 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dcf0ea-ae9e-46b2-abe3-108199111dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc346d03-3d89-4818-9cc6-f6fb43bfddc5,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:46:36.356511 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 41034) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:46:36.414798 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-13f2c90c-c3e1-43dc-beec-bc80125e33a4 admin admin] Publish callbacks [] for security_group (dc346d03-3d89-4818-9cc6-f6fb43bfddc5), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:36.438214 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-13f2c90c-c3e1-43dc-beec-bc80125e33a4 admin admin] Publish callbacks [] for security_group (dc346d03-3d89-4818-9cc6-f6fb43bfddc5), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:36.497389 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-13f2c90c-c3e1-43dc-beec-bc80125e33a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (dc346d03-3d89-4818-9cc6-f6fb43bfddc5), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:36.500053 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-13f2c90c-c3e1-43dc-beec-bc80125e33a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:36.501226 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-13f2c90c-c3e1-43dc-beec-bc80125e33a4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dc346d03-3d89-4818-9cc6-f6fb43bfddc5 HTTP/1.1" status: 204 len: 168 time: 0.1436610 Jul 02 03:46:36.509316 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2c90c-c3e1-43dc-beec-bc80125e33a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc346d03-3d89-4818-9cc6-f6fb43bfddc5,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:46:36.788870 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 41040) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:46:36.803600 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-43e0de1d-ebd5-4dea-8ccb-ac11700d7dea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:36.883318 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-43e0de1d-ebd5-4dea-8ccb-ac11700d7dea admin admin] Publish callbacks [] for security_group (df15aa31-8d3d-4083-9b53-e8c743276164), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:36.888985 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-43e0de1d-ebd5-4dea-8ccb-ac11700d7dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (df15aa31-8d3d-4083-9b53-e8c743276164), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:36.928631 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-43e0de1d-ebd5-4dea-8ccb-ac11700d7dea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=41e2bd5c4e3a472e85544d643923a445&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386542 Jul 02 03:46:36.929853 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0de1d-ebd5-4dea-8ccb-ac11700d7dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df15aa31-8d3d-4083-9b53-e8c743276164,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:46:36.931524 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 41042) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:46:36.987702 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-8927ef52-130e-4c7f-a912-c88e8ef85d3b admin admin] Publish callbacks [] for security_group (df15aa31-8d3d-4083-9b53-e8c743276164), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:37.007170 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:37.009696 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-8927ef52-130e-4c7f-a912-c88e8ef85d3b admin admin] Publish callbacks [] for security_group (df15aa31-8d3d-4083-9b53-e8c743276164), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:37.063955 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-8927ef52-130e-4c7f-a912-c88e8ef85d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (df15aa31-8d3d-4083-9b53-e8c743276164), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:37.066522 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-8927ef52-130e-4c7f-a912-c88e8ef85d3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:37.067708 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-8927ef52-130e-4c7f-a912-c88e8ef85d3b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/df15aa31-8d3d-4083-9b53-e8c743276164 HTTP/1.1" status: 204 len: 168 time: 0.1352127 Jul 02 03:46:37.078181 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927ef52-130e-4c7f-a912-c88e8ef85d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df15aa31-8d3d-4083-9b53-e8c743276164,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:46:37.389852 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55567c-b6be-4d58-b58d-243ebd2a2eba req-b7459364-e488-444c-a8f7-f66f6f44d7ac tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:37.391537 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cd55567c-b6be-4d58-b58d-243ebd2a2eba req-b7459364-e488-444c-a8f7-f66f6f44d7ac tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ca5d2e7-13ef-4686-ad55-082607c0fd4d HTTP/1.1" status: 200 len: 944 time: 0.0488853 Jul 02 03:46:37.404997 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:37.406741 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 09272599-5e76-4fdf-bc09-0dc405b5f132 up at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:46:37.428988 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 41050) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:46:37.450149 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-efe1b1eb-d898-4526-8edb-73272c48b4a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:37.452062 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning for port 09272599-5e76-4fdf-bc09-0dc405b5f132 completed by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 02 03:46:37.457669 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning complete for port 09272599-5e76-4fdf-bc09-0dc405b5f132 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:46:37.458044 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (09272599-5e76-4fdf-bc09-0dc405b5f132), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:37.470256 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cd55567c-b6be-4d58-b58d-243ebd2a2eba req-757290d2-5fc4-4865-9636-1c8d88063cd3 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722213 Jul 02 03:46:37.538740 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 09272599-5e76-4fdf-bc09-0dc405b5f132 is: BUILD; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:46:37.539124 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (09272599-5e76-4fdf-bc09-0dc405b5f132), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:37.549679 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-efe1b1eb-d898-4526-8edb-73272c48b4a6 admin admin] Publish callbacks [] for security_group (49178f0a-3518-41c6-9dea-2b97abe25a1a), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:37.555585 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-efe1b1eb-d898-4526-8edb-73272c48b4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (49178f0a-3518-41c6-9dea-2b97abe25a1a), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:37.566827 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca5d2e7-13ef-4686-ad55-082607c0fd4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09272599-5e76-4fdf-bc09-0dc405b5f132'}] {{(pid=104251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:46:37.569135 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea91eb0431f3890beba7fecfff9803703e4988fc204844c40d6eadfc05b4f309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae856bb-b83a-4845-9218-1d44be89416e" -d '{"events": [{"server_uuid": "4ca5d2e7-13ef-4686-ad55-082607c0fd4d", "name": "network-vif-plugged", "status": "completed", "tag": "09272599-5e76-4fdf-bc09-0dc405b5f132"}]}' {{(pid=104251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:46:37.582602 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 09272599-5e76-4fdf-bc09-0dc405b5f132, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=09272599-5e76-4fdf-bc09-0dc405b5f132,segment=NetworkSegment(31ad7417-32f5-4b58-9957-f18600b14123),segment_id=31ad7417-32f5-4b58-9957-f18600b14123)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:46:37.587820 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (09272599-5e76-4fdf-bc09-0dc405b5f132), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:37.600034 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-efe1b1eb-d898-4526-8edb-73272c48b4a6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=af3d452e5085499aa20cdb21292aac19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1700294 Jul 02 03:46:37.600902 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1b1eb-d898-4526-8edb-73272c48b4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49178f0a-3518-41c6-9dea-2b97abe25a1a,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:46:37.603106 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 41054) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:46:37.613487 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:37.624414 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ea5cb0-7637-4bd1-be72-2c6d9f074fc2 x-openstack-request-id: req-c8ea5cb0-7637-4bd1-be72-2c6d9f074fc2 {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:46:37.624710 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca5d2e7-13ef-4686-ad55-082607c0fd4d", "name": "network-vif-plugged", "status": "completed", "tag": "09272599-5e76-4fdf-bc09-0dc405b5f132", "code": 200}]} {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:46:37.624961 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c8ea5cb0-7637-4bd1-be72-2c6d9f074fc2 {{(pid=104251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:46:37.625743 dv-cinder-846842-9-iscsi neutron-server[104251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8ea5cb0-7637-4bd1-be72-2c6d9f074fc2'] response: {'server_uuid': '4ca5d2e7-13ef-4686-ad55-082607c0fd4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09272599-5e76-4fdf-bc09-0dc405b5f132', 'code': 200} Jul 02 03:46:37.644701 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=09272599-5e76-4fdf-bc09-0dc405b5f132,revision_number=5']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:46:37.650145 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:37.667590 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-38fc2fd9-2dcb-4360-9e19-7e2b0fe6da00 admin admin] Publish callbacks [] for security_group (49178f0a-3518-41c6-9dea-2b97abe25a1a), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:37.693895 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-38fc2fd9-2dcb-4360-9e19-7e2b0fe6da00 admin admin] Publish callbacks [] for security_group (49178f0a-3518-41c6-9dea-2b97abe25a1a), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:37.747132 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-38fc2fd9-2dcb-4360-9e19-7e2b0fe6da00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (49178f0a-3518-41c6-9dea-2b97abe25a1a), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:37.749789 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-38fc2fd9-2dcb-4360-9e19-7e2b0fe6da00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:37.750952 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-38fc2fd9-2dcb-4360-9e19-7e2b0fe6da00 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/49178f0a-3518-41c6-9dea-2b97abe25a1a HTTP/1.1" status: 204 len: 168 time: 0.1468403 Jul 02 03:46:37.759282 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc2fd9-2dcb-4360-9e19-7e2b0fe6da00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49178f0a-3518-41c6-9dea-2b97abe25a1a,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:46:37.891564 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba26c37-184e-4e17-a1c4-95966dd96985 req-5dd8871a-fc0a-4a7d-9b1a-b1b8750b5bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:37.893195 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-bba26c37-184e-4e17-a1c4-95966dd96985 req-5dd8871a-fc0a-4a7d-9b1a-b1b8750b5bc6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4ca5d2e7-13ef-4686-ad55-082607c0fd4d HTTP/1.1" status: 200 len: 1129 time: 0.0417428 Jul 02 03:46:37.943791 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-bba26c37-184e-4e17-a1c4-95966dd96985 req-496b982b-5a75-4d16-896f-6c148da12de3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414331 Jul 02 03:46:37.989141 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:38.618399 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a9916-5ead-487b-98f8-b4986ef053d0 req-64169b53-f71e-4e94-8b48-e10ce285a2dc tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:38.619904 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-673a9916-5ead-487b-98f8-b4986ef053d0 req-64169b53-f71e-4e94-8b48-e10ce285a2dc tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ca5d2e7-13ef-4686-ad55-082607c0fd4d HTTP/1.1" status: 200 len: 945 time: 0.0516894 Jul 02 03:46:38.680920 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-673a9916-5ead-487b-98f8-b4986ef053d0 req-6971bff4-ce4a-4c7e-8243-5352b0ee4357 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527563 Jul 02 03:46:39.810052 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce0cb0-10cf-4cbe-a4eb-e826bfa0af50 req-17fd438d-58ef-4352-bb97-c67f9a2d6b31 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:39.811628 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-98ce0cb0-10cf-4cbe-a4eb-e826bfa0af50 req-17fd438d-58ef-4352-bb97-c67f9a2d6b31 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ca5d2e7-13ef-4686-ad55-082607c0fd4d HTTP/1.1" status: 200 len: 945 time: 0.0521550 Jul 02 03:46:39.867281 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-98ce0cb0-10cf-4cbe-a4eb-e826bfa0af50 req-a0a638d7-77b6-4ab3-8f16-8bd69f74b019 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473025 Jul 02 03:46:39.993342 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c576cd7-1403-4537-8ca8-55d35b6561af req-ff9beaff-11c6-4c8d-8133-d2d62953b880 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:39.994952 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1c576cd7-1403-4537-8ca8-55d35b6561af req-ff9beaff-11c6-4c8d-8133-d2d62953b880 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ca5d2e7-13ef-4686-ad55-082607c0fd4d HTTP/1.1" status: 200 len: 945 time: 0.0542300 Jul 02 03:46:40.045307 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1c576cd7-1403-4537-8ca8-55d35b6561af req-7617c1dd-a966-4c80-8e41-052d3d0ec795 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447180 Jul 02 03:46:40.067963 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 41064) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:46:40.107595 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78629359-2bb2-443f-80a2-dbef06b2ec7b tempest-TestVolumeBootPattern-1169278774 tempest-TestVolumeBootPattern-1169278774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:40.109230 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-78629359-2bb2-443f-80a2-dbef06b2ec7b tempest-TestVolumeBootPattern-1169278774 tempest-TestVolumeBootPattern-1169278774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4ca5d2e7-13ef-4686-ad55-082607c0fd4d HTTP/1.1" status: 200 len: 1124 time: 0.0402977 Jul 02 03:46:40.113213 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 41066) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:46:40.119578 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-20e5e57c-8e5c-4f44-8bbd-cb307636fb45 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Request body: {'floatingip': {'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'port_id': '09272599-5e76-4fdf-bc09-0dc405b5f132', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:46:40.149507 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-20e5e57c-8e5c-4f44-8bbd-cb307636fb45 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:40.232941 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-20e5e57c-8e5c-4f44-8bbd-cb307636fb45 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:40.344719 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.db_base_plugin_common [None req-20e5e57c-8e5c-4f44-8bbd-cb307636fb45 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Allocated IP 172.27.0.46 (f461a802-f340-43f3-86d0-4b44bcb77e0c/5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3/6598dcd9-5411-45a1-8604-77fec1b95c51) {{(pid=104249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:46:40.660685 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:40.662772 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:40.693107 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-20e5e57c-8e5c-4f44-8bbd-cb307636fb45 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for port (6598dcd9-5411-45a1-8604-77fec1b95c51), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:40.729932 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-20e5e57c-8e5c-4f44-8bbd-cb307636fb45 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (6598dcd9-5411-45a1-8604-77fec1b95c51), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:40.769663 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e5e57c-8e5c-4f44-8bbd-cb307636fb45 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Network f461a802-f340-43f3-86d0-4b44bcb77e0c is already hosted by enough agents. {{(pid=104249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:46:40.774594 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [None req-20e5e57c-8e5c-4f44-8bbd-cb307636fb45 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Resources bound (agent type, host, resource id): {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:46:40.777543 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e5e57c-8e5c-4f44-8bbd-cb307636fb45 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Received port after_create {{(pid=104249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:46:40.781056 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5e57c-8e5c-4f44-8bbd-cb307636fb45 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Pushing event updated for resources: {'Port': ['ID=6598dcd9-5411-45a1-8604-77fec1b95c51,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:46:41.121545 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-20e5e57c-8e5c-4f44-8bbd-cb307636fb45 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for floatingip (21abed55-5bc7-4cc3-8860-8e726eb20e37), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:41.194155 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-20e5e57c-8e5c-4f44-8bbd-cb307636fb45 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (6598dcd9-5411-45a1-8604-77fec1b95c51), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:41.348270 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-20e5e57c-8e5c-4f44-8bbd-cb307636fb45 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for port (6598dcd9-5411-45a1-8604-77fec1b95c51), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:41.356681 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-20e5e57c-8e5c-4f44-8bbd-cb307636fb45 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60593212'] for port (6598dcd9-5411-45a1-8604-77fec1b95c51), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:41.432677 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:41.433655 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5e57c-8e5c-4f44-8bbd-cb307636fb45 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Pushing event updated for resources: {'Port': ['ID=6598dcd9-5411-45a1-8604-77fec1b95c51,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:46:41.442054 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-20e5e57c-8e5c-4f44-8bbd-cb307636fb45 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389155'] for floatingip (21abed55-5bc7-4cc3-8860-8e726eb20e37), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:41.510629 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:41.537976 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.db.l3_db [None req-20e5e57c-8e5c-4f44-8bbd-cb307636fb45 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Floating IP 21abed55-5bc7-4cc3-8860-8e726eb20e37 associated. External IP: 172.27.0.46, port: 09272599-5e76-4fdf-bc09-0dc405b5f132. Jul 02 03:46:41.734731 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e5e57c-8e5c-4f44-8bbd-cb307636fb45 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Router 83c75b61-1816-42cd-aaf3-df0c23e69900 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:46:41.842583 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e5e57c-8e5c-4f44-8bbd-cb307636fb45 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:46:41.852851 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d36f4e-e879-43e3-8c47-8c49923ca022 None None] Sync routers for ids ['83c75b61-1816-42cd-aaf3-df0c23e69900'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:46:41.863483 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d36f4e-e879-43e3-8c47-8c49923ca022 None None] Routers {'83c75b61-1816-42cd-aaf3-df0c23e69900'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:46:41.863700 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-20e5e57c-8e5c-4f44-8bbd-cb307636fb45 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:41.864116 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-49d36f4e-e879-43e3-8c47-8c49923ca022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:46:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['83c75b61-1816-42cd-aaf3-df0c23e69900'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:46:41.898410 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-20e5e57c-8e5c-4f44-8bbd-cb307636fb45 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7844288 Jul 02 03:46:41.900106 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca5d2e7-13ef-4686-ad55-082607c0fd4d', 'tag': '09272599-5e76-4fdf-bc09-0dc405b5f132'}] {{(pid=104249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:46:41.901563 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f088720257398f3cab103114357bf561c7f80e100abdbb3b7e497acc9cc690b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926e02f9-450e-406a-92ba-5c7b5a69d6e4" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca5d2e7-13ef-4686-ad55-082607c0fd4d", "tag": "09272599-5e76-4fdf-bc09-0dc405b5f132"}]}' {{(pid=104249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:46:41.970441 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-49d36f4e-e879-43e3-8c47-8c49923ca022 None None] Set router 83c75b61-1816-42cd-aaf3-df0c23e69900 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:46:42.113239 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:42.123490 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd1a2c7-a74e-495c-ae4a-1092763e01fb x-openstack-request-id: req-5fd1a2c7-a74e-495c-ae4a-1092763e01fb {{(pid=104249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:46:42.124009 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca5d2e7-13ef-4686-ad55-082607c0fd4d", "tag": "09272599-5e76-4fdf-bc09-0dc405b5f132", "status": "completed", "code": 200}]} {{(pid=104249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:46:42.124136 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5fd1a2c7-a74e-495c-ae4a-1092763e01fb {{(pid=104249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:46:42.124471 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fd1a2c7-a74e-495c-ae4a-1092763e01fb'] response: {'name': 'network-changed', 'server_uuid': '4ca5d2e7-13ef-4686-ad55-082607c0fd4d', 'tag': '09272599-5e76-4fdf-bc09-0dc405b5f132', 'status': 'completed', 'code': 200} Jul 02 03:46:42.180883 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:42.185807 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-49d36f4e-e879-43e3-8c47-8c49923ca022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'name': 'tempest-TestVolumeBootPattern-549697761-router', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:54Z', 'updated_at': '2022-07-02T03:42:57Z', 'revision_number': 4, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'gw_port': {'id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:75:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:55Z', 'updated_at': '2022-07-02T03:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '21abed55-5bc7-4cc3-8860-8e726eb20e37', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'floating_ip_address': '172.27.0.46', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'port_id': '09272599-5e76-4fdf-bc09-0dc405b5f132', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'mac_address': 'fa:16:3e:f7:a4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca5d2e7-13ef-4686-ad55-082607c0fd4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:46:40Z', 'updated_at': '2022-07-02T03:46:40Z', 'revision_number': 0, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e24f2aa-a259-45c8-ae97-d216739f4a1b', 'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'mac_address': 'fa:16:3e:ab:54:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:57Z', 'updated_at': '2022-07-02T03:43:02Z', 'revision_number': 5, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'subnets': [{'id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:46:42.213498 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e02f9-450e-406a-92ba-5c7b5a69d6e4 req-0e594865-d814-4d95-b4cd-c24cfe3713b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:42.215038 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-926e02f9-450e-406a-92ba-5c7b5a69d6e4 req-0e594865-d814-4d95-b4cd-c24cfe3713b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01fccbd11a4b4e859bec1a56f42315b2&device_id=4ca5d2e7-13ef-4686-ad55-082607c0fd4d HTTP/1.1" status: 200 len: 1129 time: 0.0433123 Jul 02 03:46:42.215536 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d36f4e-e879-43e3-8c47-8c49923ca022 None None] Checking router: 83c75b61-1816-42cd-aaf3-df0c23e69900 for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:46:42.224085 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d36f4e-e879-43e3-8c47-8c49923ca022 None None] Routers {'83c75b61-1816-42cd-aaf3-df0c23e69900'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:46:42.224675 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-49d36f4e-e879-43e3-8c47-8c49923ca022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:46:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['83c75b61-1816-42cd-aaf3-df0c23e69900'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:46:42.312391 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e02f9-450e-406a-92ba-5c7b5a69d6e4 req-fe04980c-ee1e-45e8-8e42-3067e5e04934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:42.313902 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-926e02f9-450e-406a-92ba-5c7b5a69d6e4 req-fe04980c-ee1e-45e8-8e42-3067e5e04934 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1ef0821-e2dc-4511-8f33-8aac33bfb07d HTTP/1.1" status: 200 len: 912 time: 0.0928638 Jul 02 03:46:42.327906 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-49d36f4e-e879-43e3-8c47-8c49923ca022 None None] Set router 83c75b61-1816-42cd-aaf3-df0c23e69900 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:46:42.377273 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-926e02f9-450e-406a-92ba-5c7b5a69d6e4 req-e856b43f-2883-4674-9280-65d78675eea5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09272599-5e76-4fdf-bc09-0dc405b5f132 HTTP/1.1" status: 200 len: 998 time: 0.0565646 Jul 02 03:46:42.431029 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e02f9-450e-406a-92ba-5c7b5a69d6e4 req-469ca0bc-283e-4577-a33e-4cca459fd4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:42.432658 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-926e02f9-450e-406a-92ba-5c7b5a69d6e4 req-469ca0bc-283e-4577-a33e-4cca459fd4c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b06dd79-dc3a-4079-aff2-e99618bacbd7 HTTP/1.1" status: 200 len: 850 time: 0.0498543 Jul 02 03:46:42.475931 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e02f9-450e-406a-92ba-5c7b5a69d6e4 req-b62a1813-f888-40e5-af95-334a4babfd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:46:42.477459 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-926e02f9-450e-406a-92ba-5c7b5a69d6e4 req-b62a1813-f888-40e5-af95-334a4babfd56 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1ef0821-e2dc-4511-8f33-8aac33bfb07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390439 Jul 02 03:46:42.544022 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-49d36f4e-e879-43e3-8c47-8c49923ca022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'name': 'tempest-TestVolumeBootPattern-549697761-router', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:54Z', 'updated_at': '2022-07-02T03:42:57Z', 'revision_number': 4, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'gw_port': {'id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:75:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:55Z', 'updated_at': '2022-07-02T03:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '21abed55-5bc7-4cc3-8860-8e726eb20e37', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'floating_ip_address': '172.27.0.46', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'port_id': '09272599-5e76-4fdf-bc09-0dc405b5f132', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'mac_address': 'fa:16:3e:f7:a4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca5d2e7-13ef-4686-ad55-082607c0fd4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:46:40Z', 'updated_at': '2022-07-02T03:46:40Z', 'revision_number': 0, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e24f2aa-a259-45c8-ae97-d216739f4a1b', 'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'mac_address': 'fa:16:3e:ab:54:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:57Z', 'updated_at': '2022-07-02T03:43:02Z', 'revision_number': 5, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'subnets': [{'id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:46:42.569983 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-926e02f9-450e-406a-92ba-5c7b5a69d6e4 req-feeea1a4-d3ac-4ca2-95ce-a348a439c018 service neutron] 10.222.0.26 "GET /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844138 Jul 02 03:46:42.573096 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d36f4e-e879-43e3-8c47-8c49923ca022 None None] The sync data for ids ['83c75b61-1816-42cd-aaf3-df0c23e69900'] in dv-cinder-846842-9-iscsi is: [{'id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'name': 'tempest-TestVolumeBootPattern-549697761-router', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:54Z', 'updated_at': '2022-07-02T03:42:57Z', 'revision_number': 4, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'gw_port': {'id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:75:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:55Z', 'updated_at': '2022-07-02T03:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '21abed55-5bc7-4cc3-8860-8e726eb20e37', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'floating_ip_address': '172.27.0.46', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'port_id': '09272599-5e76-4fdf-bc09-0dc405b5f132', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'mac_address': 'fa:16:3e:f7:a4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca5d2e7-13ef-4686-ad55-082607c0fd4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:46:40Z', 'updated_at': '2022-07-02T03:46:40Z', 'revision_number': 0, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e24f2aa-a259-45c8-ae97-d216739f4a1b', 'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'mac_address': 'fa:16:3e:ab:54:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:57Z', 'updated_at': '2022-07-02T03:43:02Z', 'revision_number': 5, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'subnets': [{'id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:46:42.668702 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-926e02f9-450e-406a-92ba-5c7b5a69d6e4 req-09cd4592-f5ac-4040-8076-c910b8a456be service neutron] 10.222.0.26 "GET /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920932 Jul 02 03:46:42.754351 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c434033-72e4-43bc-8cce-8d6d50b12d9b None None] New status for floating IP 21abed55-5bc7-4cc3-8860-8e726eb20e37: ACTIVE {{(pid=104252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 02 03:46:47.955876 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:50.245967 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eaf4a5d1-96be-4991-bc5d-df86e03c8b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:51.890115 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=53 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:51.895734 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=40,neutron:DELETE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:52.536851 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-71eb1fd3-4d44-40d2-8b48-1c839ad5039a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:52.663638 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=42 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:52.664851 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=68,neutron:DELETE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:52.856749 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:52.859241 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:46:53.633941 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:55.251931 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:46:55.345299 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:47:04.997910 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:47:05.337550 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:47:05.340146 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=55,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:47:14.989712 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=4 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:47:14.992406 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=4 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:47:17.982289 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:47:20.245384 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-3deec6a9-9f5d-47c1-a6b7-9327d89dd996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:47:22.532067 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-dd469f05-4c11-49e9-94ca-52523fe3dde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:47:23.643852 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:47:25.259993 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:47:25.343692 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:47:26.996562 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-37e1be7f-79e8-48a3-b7ba-3a45e2adcbe2 req-eaada44f-56b9-4f1a-b694-abf6ab6e2be4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411305 Jul 02 03:47:27.103728 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1be7f-79e8-48a3-b7ba-3a45e2adcbe2 req-fda421d1-c95f-4feb-88cf-6549bf0f4ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:47:27.105325 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-37e1be7f-79e8-48a3-b7ba-3a45e2adcbe2 req-fda421d1-c95f-4feb-88cf-6549bf0f4ff2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0665267ba574490cbcf958be4d793dd3&device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 1129 time: 0.0447509 Jul 02 03:47:27.219461 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1be7f-79e8-48a3-b7ba-3a45e2adcbe2 req-c01bf4d3-010b-4b89-bb95-e76c88e02166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:47:27.220907 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-37e1be7f-79e8-48a3-b7ba-3a45e2adcbe2 req-c01bf4d3-010b-4b89-bb95-e76c88e02166 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2526fc80-7281-4aad-9a6a-6587590ab6d6 HTTP/1.1" status: 200 len: 911 time: 0.0916996 Jul 02 03:47:27.287208 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-37e1be7f-79e8-48a3-b7ba-3a45e2adcbe2 req-7e280ec5-407b-4ad9-b6a2-a7ebd2039816 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dc25d19-95aa-4170-9015-29cd666dc12e HTTP/1.1" status: 200 len: 1001 time: 0.0595083 Jul 02 03:47:27.338226 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1be7f-79e8-48a3-b7ba-3a45e2adcbe2 req-b36927a5-c56a-4b94-a858-cd50cd13b91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:47:27.339726 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-37e1be7f-79e8-48a3-b7ba-3a45e2adcbe2 req-b36927a5-c56a-4b94-a858-cd50cd13b91f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46494941-1b90-44c2-ba93-9c8cd15f4d45 HTTP/1.1" status: 200 len: 849 time: 0.0461903 Jul 02 03:47:27.384526 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1be7f-79e8-48a3-b7ba-3a45e2adcbe2 req-7eaafe34-d44f-4141-aa25-ad84fa44e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:47:27.386087 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-37e1be7f-79e8-48a3-b7ba-3a45e2adcbe2 req-7eaafe34-d44f-4141-aa25-ad84fa44e455 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2526fc80-7281-4aad-9a6a-6587590ab6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405903 Jul 02 03:47:27.480468 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-37e1be7f-79e8-48a3-b7ba-3a45e2adcbe2 req-c35ae3b6-da0b-4ad6-b5ff-e949b646aee0 service neutron] 10.222.0.26 "GET /v2.0/networks/2526fc80-7281-4aad-9a6a-6587590ab6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885415 Jul 02 03:47:27.574321 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-37e1be7f-79e8-48a3-b7ba-3a45e2adcbe2 req-f55e888f-b9a9-44e5-8316-69b881199474 service neutron] 10.222.0.26 "GET /v2.0/networks/2526fc80-7281-4aad-9a6a-6587590ab6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875289 Jul 02 03:47:29.895587 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbb4c1-c71d-4c43-b3eb-efd2f50c41d5 req-0e66bb47-1c3b-4509-a3cb-318f69b52541 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:47:29.897071 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4fdbb4c1-c71d-4c43-b3eb-efd2f50c41d5 req-0e66bb47-1c3b-4509-a3cb-318f69b52541 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0483370 Jul 02 03:47:29.953918 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4fdbb4c1-c71d-4c43-b3eb-efd2f50c41d5 req-a3dde1ff-b20d-4788-b281-4a4b3c150316 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488710 Jul 02 03:47:31.076828 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ddee38-0375-4cba-aee8-22ef539fb494 req-49526efc-474c-4f5a-a0d0-17e067aac42f tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:47:31.078334 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-16ddee38-0375-4cba-aee8-22ef539fb494 req-49526efc-474c-4f5a-a0d0-17e067aac42f tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0496931 Jul 02 03:47:31.129402 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-16ddee38-0375-4cba-aee8-22ef539fb494 req-ac886692-a51a-47ca-8cf1-3270474527f6 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454004 Jul 02 03:47:32.261515 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed6435-b4e7-4783-aa72-c3dfd4da73bb req-a00c298e-6b5b-46c8-b48a-01f803b9fe08 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:47:32.263044 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9aed6435-b4e7-4783-aa72-c3dfd4da73bb req-a00c298e-6b5b-46c8-b48a-01f803b9fe08 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0602577 Jul 02 03:47:32.317011 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9aed6435-b4e7-4783-aa72-c3dfd4da73bb req-eb05ee43-4355-4b5c-9fb4-2a60bc492223 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457482 Jul 02 03:47:33.444697 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0a48c-7595-4e6e-9564-47724ccef966 req-05419e4f-8ae9-4f36-afd0-7e3b41767f70 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:47:33.446181 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-60e0a48c-7595-4e6e-9564-47724ccef966 req-05419e4f-8ae9-4f36-afd0-7e3b41767f70 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0502050 Jul 02 03:47:33.500673 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-60e0a48c-7595-4e6e-9564-47724ccef966 req-ff2c551b-f970-49a1-b7b3-74da306e88ba tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484142 Jul 02 03:47:34.634585 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12024b7c-0b37-4f48-94f1-e9561cf734ba req-9ea1023f-3cb8-4d06-8b4f-a1db14220c1f tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:47:34.636127 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-12024b7c-0b37-4f48-94f1-e9561cf734ba req-9ea1023f-3cb8-4d06-8b4f-a1db14220c1f tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0508664 Jul 02 03:47:34.690233 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-12024b7c-0b37-4f48-94f1-e9561cf734ba req-9cb0a4d7-a224-4fbe-9505-6588d32f4e5d tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459402 Jul 02 03:47:35.334432 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:47:35.336490 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:47:35.817664 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d12271-09f3-4f20-9713-32aab657b3e6 req-746a2d1a-b1a6-405a-b80b-a2849d91bc9a tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:47:35.819157 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f9d12271-09f3-4f20-9713-32aab657b3e6 req-746a2d1a-b1a6-405a-b80b-a2849d91bc9a tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0564229 Jul 02 03:47:35.869595 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f9d12271-09f3-4f20-9713-32aab657b3e6 req-f5452279-4021-49fa-afc6-45be15bfad46 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447295 Jul 02 03:47:36.994063 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35296a7-22d8-44b4-8f9e-08255523912b req-9c28b806-77af-499a-a791-20c4f8900bb8 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:47:36.995584 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b35296a7-22d8-44b4-8f9e-08255523912b req-9c28b806-77af-499a-a791-20c4f8900bb8 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0516086 Jul 02 03:47:37.048274 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b35296a7-22d8-44b4-8f9e-08255523912b req-a17c8448-4795-4295-b018-13817158e7f3 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461738 Jul 02 03:47:37.569009 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=56 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:47:37.571430 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=45 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:47:38.171242 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439658d-2f0a-45eb-887a-2ccba045f93c req-503bc18e-c71c-40f3-9730-d4a1daff6c61 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:47:38.172843 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f439658d-2f0a-45eb-887a-2ccba045f93c req-503bc18e-c71c-40f3-9730-d4a1daff6c61 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0543141 Jul 02 03:47:38.224942 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f439658d-2f0a-45eb-887a-2ccba045f93c req-c90412a6-7b07-416c-9dc5-f11b9bfa8672 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438128 Jul 02 03:47:39.357802 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6552af7-8481-44dd-a42b-31cf9e9da772 req-76beb6aa-c997-4936-aa09-f88f15dc3fea tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:47:39.359261 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a6552af7-8481-44dd-a42b-31cf9e9da772 req-76beb6aa-c997-4936-aa09-f88f15dc3fea tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0527575 Jul 02 03:47:39.407927 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a6552af7-8481-44dd-a42b-31cf9e9da772 req-8f2eae62-bdbc-4711-aecf-b791efb6a0df tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429192 Jul 02 03:47:40.532025 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c9336-b58c-45a5-9e33-0c6b2a16c5e3 req-efc47e00-a531-416e-be03-1696363da37c tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:47:40.533521 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-878c9336-b58c-45a5-9e33-0c6b2a16c5e3 req-efc47e00-a531-416e-be03-1696363da37c tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0508070 Jul 02 03:47:40.583226 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-878c9336-b58c-45a5-9e33-0c6b2a16c5e3 req-1fb925e5-6cd4-4569-a0f0-6ffbf2e7c7f0 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440538 Jul 02 03:47:40.842251 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690349d7-b675-4c77-ae61-50fca5dc22cf req-e3196022-267b-42f5-9a6f-487a477ba20c tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:47:40.843800 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-690349d7-b675-4c77-ae61-50fca5dc22cf req-e3196022-267b-42f5-9a6f-487a477ba20c tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0492311 Jul 02 03:47:40.887214 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:47:40.892507 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-690349d7-b675-4c77-ae61-50fca5dc22cf req-7c0897a2-5304-44df-afb1-5b40269b0f8b tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428708 Jul 02 03:47:40.920566 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d43b8f-2e4e-4dfd-b828-153ec422a9c3 req-bd0c69cd-c577-4e14-962c-32ffe10a65f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:47:40.922107 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-01d43b8f-2e4e-4dfd-b828-153ec422a9c3 req-bd0c69cd-c577-4e14-962c-32ffe10a65f6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0665267ba574490cbcf958be4d793dd3&device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 1129 time: 0.0422585 Jul 02 03:47:41.016112 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d43b8f-2e4e-4dfd-b828-153ec422a9c3 req-bf50c822-6e7a-4090-b887-ee79d107715d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:47:41.017507 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-01d43b8f-2e4e-4dfd-b828-153ec422a9c3 req-bf50c822-6e7a-4090-b887-ee79d107715d service neutron] 10.222.0.26 "GET /v2.0/networks?id=2526fc80-7281-4aad-9a6a-6587590ab6d6 HTTP/1.1" status: 200 len: 911 time: 0.0889981 Jul 02 03:47:41.081131 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-01d43b8f-2e4e-4dfd-b828-153ec422a9c3 req-655bc45c-2ff5-4a68-9fdc-69ad69cd8219 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dc25d19-95aa-4170-9015-29cd666dc12e HTTP/1.1" status: 200 len: 1001 time: 0.0572896 Jul 02 03:47:41.134774 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d43b8f-2e4e-4dfd-b828-153ec422a9c3 req-0ba83d28-6e8d-4a03-a08b-29bd8bc7b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:47:41.136339 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-01d43b8f-2e4e-4dfd-b828-153ec422a9c3 req-0ba83d28-6e8d-4a03-a08b-29bd8bc7b580 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46494941-1b90-44c2-ba93-9c8cd15f4d45 HTTP/1.1" status: 200 len: 849 time: 0.0496569 Jul 02 03:47:41.181755 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d43b8f-2e4e-4dfd-b828-153ec422a9c3 req-fa3925a7-2724-408a-972f-1feb81f1d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:47:41.183215 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-01d43b8f-2e4e-4dfd-b828-153ec422a9c3 req-fa3925a7-2724-408a-972f-1feb81f1d395 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2526fc80-7281-4aad-9a6a-6587590ab6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400338 Jul 02 03:47:41.278419 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-01d43b8f-2e4e-4dfd-b828-153ec422a9c3 req-50e149c3-2baa-43a2-9591-f7f425dff04b service neutron] 10.222.0.26 "GET /v2.0/networks/2526fc80-7281-4aad-9a6a-6587590ab6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884778 Jul 02 03:47:41.370218 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-01d43b8f-2e4e-4dfd-b828-153ec422a9c3 req-5155bd69-91c3-49d1-aa1e-b38894ee164e service neutron] 10.222.0.26 "GET /v2.0/networks/2526fc80-7281-4aad-9a6a-6587590ab6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859923 Jul 02 03:47:41.997601 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:47:42.002683 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:47:42.019249 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df3dd0-6ec1-41f0-a4de-917c8bcd99d1 req-f2a96fe3-78b1-4cd7-9051-1f3bb8106992 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:47:42.020775 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-59df3dd0-6ec1-41f0-a4de-917c8bcd99d1 req-f2a96fe3-78b1-4cd7-9051-1f3bb8106992 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0482526 Jul 02 03:47:42.073988 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-59df3dd0-6ec1-41f0-a4de-917c8bcd99d1 req-cf32ef55-7840-4958-8408-9e565bcb17c9 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474665 Jul 02 03:47:43.194722 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2da7c-5571-4b17-9250-7a0968a876ad req-1ec413d1-94d3-4789-abd6-0dc1ef558cb6 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:47:43.196230 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7fc2da7c-5571-4b17-9250-7a0968a876ad req-1ec413d1-94d3-4789-abd6-0dc1ef558cb6 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0477543 Jul 02 03:47:43.246000 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7fc2da7c-5571-4b17-9250-7a0968a876ad req-be0c6b59-6184-47f5-8431-8dd7fd611449 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421894 Jul 02 03:47:47.965153 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:47:50.247180 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-99f4d46c-6593-49cd-a330-64ea15822791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:47:51.365829 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=45 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:47:51.367060 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=49 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:47:52.547198 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-e2c43db5-b225-4d7a-89a3-2e5d0d48c7bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:47:53.239791 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=16 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:47:53.242334 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=18 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:47:53.649399 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:47:55.264824 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:47:55.342281 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:47:57.862754 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:47:57.865327 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=7 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:48:09.292854 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:48:09.296712 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:48:17.979100 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:48:19.000437 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:48:20.255232 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-8c5a5e36-0f7f-46e2-91e0-294cb836c4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:48:22.543113 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-0686e3c2-c7fd-45a1-b63e-0de09391ecba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:48:23.650186 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:48:25.260585 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:48:25.337672 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:48:25.875233 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=3 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:48:27.945469 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-b2f9e3e0-5f67-4c49-83c2-ac91d8d93363 req-bba09ff8-8536-4ea2-abd6-687e21daf9d1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4ca5d2e7-13ef-4686-ad55-082607c0fd4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484262 Jul 02 03:48:28.286666 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9e3e0-5f67-4c49-83c2-ac91d8d93363 req-44277fb9-aafd-40e0-b461-22c58ba2f997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:28.288343 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-b2f9e3e0-5f67-4c49-83c2-ac91d8d93363 req-44277fb9-aafd-40e0-b461-22c58ba2f997 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01fccbd11a4b4e859bec1a56f42315b2&device_id=4ca5d2e7-13ef-4686-ad55-082607c0fd4d HTTP/1.1" status: 200 len: 1129 time: 0.3092518 Jul 02 03:48:28.396588 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9e3e0-5f67-4c49-83c2-ac91d8d93363 req-dc7106c7-a7ef-493e-977d-97f23cf94288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:28.397992 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-b2f9e3e0-5f67-4c49-83c2-ac91d8d93363 req-dc7106c7-a7ef-493e-977d-97f23cf94288 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1ef0821-e2dc-4511-8f33-8aac33bfb07d HTTP/1.1" status: 200 len: 912 time: 0.0864756 Jul 02 03:48:28.464318 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-b2f9e3e0-5f67-4c49-83c2-ac91d8d93363 req-11d8a9ce-6b29-400d-a3e5-43748f983255 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09272599-5e76-4fdf-bc09-0dc405b5f132 HTTP/1.1" status: 200 len: 1000 time: 0.0592844 Jul 02 03:48:28.518476 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9e3e0-5f67-4c49-83c2-ac91d8d93363 req-d2ce5ed4-6405-481e-9fdc-57656b62b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:28.520647 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-b2f9e3e0-5f67-4c49-83c2-ac91d8d93363 req-d2ce5ed4-6405-481e-9fdc-57656b62b5e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b06dd79-dc3a-4079-aff2-e99618bacbd7 HTTP/1.1" status: 200 len: 850 time: 0.0501444 Jul 02 03:48:28.568677 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9e3e0-5f67-4c49-83c2-ac91d8d93363 req-6196daa7-76fb-478a-9b21-b4845cfa6fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:28.570166 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-b2f9e3e0-5f67-4c49-83c2-ac91d8d93363 req-6196daa7-76fb-478a-9b21-b4845cfa6fd0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1ef0821-e2dc-4511-8f33-8aac33bfb07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436265 Jul 02 03:48:28.662988 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-b2f9e3e0-5f67-4c49-83c2-ac91d8d93363 req-8dd52755-59bc-4a51-8fff-443a8d96aa86 service neutron] 10.222.0.26 "GET /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864141 Jul 02 03:48:28.769447 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-b2f9e3e0-5f67-4c49-83c2-ac91d8d93363 req-5605f6b4-7ecd-4512-89a2-ade671fb1000 service neutron] 10.222.0.26 "GET /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998092 Jul 02 03:48:28.994689 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=5 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:48:35.254599 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:48:35.332176 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:48:38.761591 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=49 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:48:38.764680 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=52 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:48:42.440088 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-3baedd38-a41a-4a29-81a5-8f3ca25a99d7 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-500091931&fields=id&tenant_id=01fccbd11a4b4e859bec1a56f42315b2 HTTP/1.1" status: 200 len: 267 time: 0.0643880 Jul 02 03:48:42.553655 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-c115a2c8-054f-4886-a67f-4a35abd1d6ee tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:42.555129 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-c115a2c8-054f-4886-a67f-4a35abd1d6ee tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/networks?id=f1ef0821-e2dc-4511-8f33-8aac33bfb07d HTTP/1.1" status: 200 len: 811 time: 0.1079042 Jul 02 03:48:42.572291 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-09f28dab-2d11-4f9d-a094-3ec24bf485e5 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/quotas/01fccbd11a4b4e859bec1a56f42315b2 HTTP/1.1" status: 200 len: 375 time: 0.0091879 Jul 02 03:48:42.624555 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-d59b7b77-1051-4bcf-b998-d674049adc9f tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=01fccbd11a4b4e859bec1a56f42315b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473866 Jul 02 03:48:42.735121 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-4e9f44c5-2b88-4eee-a1d6-da31bee2cbac service neutron] 10.222.0.42 "GET /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989316 Jul 02 03:48:42.831683 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-97b57e02-a75c-48d8-8cad-85c25854ee13 service neutron] 10.222.0.42 "GET /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879614 Jul 02 03:48:44.170350 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1735570b-5dbf-4203-8d31-afeeb4c0f701 req-35231872-5dc9-451c-8fc0-0a3e01334e1e tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=e75879c5-ac51-40b8-9a6d-36434e1aaa7f HTTP/1.1" status: 200 len: 210 time: 0.0290039 Jul 02 03:48:45.194823 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-8d1a0f59-cf0a-4311-af04-ecbbbc3e6c56 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:45.196215 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-8d1a0f59-cf0a-4311-af04-ecbbbc3e6c56 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.26 "GET /v2.0/networks?id=f1ef0821-e2dc-4511-8f33-8aac33bfb07d HTTP/1.1" status: 200 len: 811 time: 0.1158805 Jul 02 03:48:45.272184 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b28ff38b-b60f-4d85-b4ec-2266e8b7a5ac req-1a8a2963-7c91-4aec-9003-1e3bda7514c6 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=e75879c5-ac51-40b8-9a6d-36434e1aaa7f HTTP/1.1" status: 200 len: 210 time: 0.0314159 Jul 02 03:48:45.280303 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-f91014a9-ca5a-485b-a11c-6a72781ee853 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01fccbd11a4b4e859bec1a56f42315b2 HTTP/1.1" status: 200 len: 379 time: 0.0687296 Jul 02 03:48:45.289317 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-4168cc30-3dc2-492c-9771-a108e64c67a9 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Request body: {'port': {'device_id': 'e75879c5-ac51-40b8-9a6d-36434e1aaa7f', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'admin_state_up': True, 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'security_groups': ['127feac9-d89f-44c3-9a03-02d678583878']}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:48:45.409708 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-4168cc30-3dc2-492c-9771-a108e64c67a9 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Made reservation on behalf of 01fccbd11a4b4e859bec1a56f42315b2 for: {'port': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:48:45.413380 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-4168cc30-3dc2-492c-9771-a108e64c67a9 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:48:45.549351 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-4168cc30-3dc2-492c-9771-a108e64c67a9 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Allocated IP 172.20.0.8 (f1ef0821-e2dc-4511-8f33-8aac33bfb07d/1b06dd79-dc3a-4079-aff2-e99618bacbd7/4dc53dd8-5395-4d6b-8f82-5a179f72260f) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:48:45.709688 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-4168cc30-3dc2-492c-9771-a108e64c67a9 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for port (4dc53dd8-5395-4d6b-8f82-5a179f72260f), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:48:45.743384 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-4168cc30-3dc2-492c-9771-a108e64c67a9 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (4dc53dd8-5395-4d6b-8f82-5a179f72260f), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:48:45.792937 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-4168cc30-3dc2-492c-9771-a108e64c67a9 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Network f1ef0821-e2dc-4511-8f33-8aac33bfb07d is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:48:45.796251 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-4168cc30-3dc2-492c-9771-a108e64c67a9 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:48:45.800159 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-4168cc30-3dc2-492c-9771-a108e64c67a9 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:48:45.826326 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168cc30-3dc2-492c-9771-a108e64c67a9 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Pushing event updated for resources: {'Port': ['ID=4dc53dd8-5395-4d6b-8f82-5a179f72260f,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:48:45.842085 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168cc30-3dc2-492c-9771-a108e64c67a9 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:48:45.842437 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168cc30-3dc2-492c-9771-a108e64c67a9 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:48:45.842801 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168cc30-3dc2-492c-9771-a108e64c67a9 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:48:45.843142 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168cc30-3dc2-492c-9771-a108e64c67a9 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:48:45.843650 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168cc30-3dc2-492c-9771-a108e64c67a9 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:48:45.843928 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168cc30-3dc2-492c-9771-a108e64c67a9 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:48:45.844255 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168cc30-3dc2-492c-9771-a108e64c67a9 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:48:45.844575 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168cc30-3dc2-492c-9771-a108e64c67a9 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:48:45.844919 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168cc30-3dc2-492c-9771-a108e64c67a9 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:48:45.845245 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168cc30-3dc2-492c-9771-a108e64c67a9 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:48:45.845579 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168cc30-3dc2-492c-9771-a108e64c67a9 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:48:45.845888 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168cc30-3dc2-492c-9771-a108e64c67a9 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:48:45.846214 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168cc30-3dc2-492c-9771-a108e64c67a9 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:48:45.846535 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168cc30-3dc2-492c-9771-a108e64c67a9 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:48:45.846872 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168cc30-3dc2-492c-9771-a108e64c67a9 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:48:45.868630 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-4168cc30-3dc2-492c-9771-a108e64c67a9 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:45.869276 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-4168cc30-3dc2-492c-9771-a108e64c67a9 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:48:45.889834 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-4168cc30-3dc2-492c-9771-a108e64c67a9 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6037686 Jul 02 03:48:45.907792 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-11909e46-d17a-4030-b622-17051ee22fa3 service neutron] Request body: {'port': {'device_id': 'e75879c5-ac51-40b8-9a6d-36434e1aaa7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:48:45.978046 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-11909e46-d17a-4030-b622-17051ee22fa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (4dc53dd8-5395-4d6b-8f82-5a179f72260f), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:48:45.987178 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:48:45.993481 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:48:46.113803 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-9f4e65ef-eb3d-4ca1-9b6b-b1cf2ea1c6c6 None None] Provisioning complete for port 4dc53dd8-5395-4d6b-8f82-5a179f72260f triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:48:46.114304 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-9f4e65ef-eb3d-4ca1-9b6b-b1cf2ea1c6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (4dc53dd8-5395-4d6b-8f82-5a179f72260f), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:48:46.146855 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-9f4e65ef-eb3d-4ca1-9b6b-b1cf2ea1c6c6 None None] Port 4dc53dd8-5395-4d6b-8f82-5a179f72260f cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:48:46.262918 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-11909e46-d17a-4030-b622-17051ee22fa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc53dd8-5395-4d6b-8f82-5a179f72260f {{(pid=104250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:48:46.270485 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-11909e46-d17a-4030-b622-17051ee22fa3 service neutron] Publish callbacks [] for port (4dc53dd8-5395-4d6b-8f82-5a179f72260f), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:48:46.283676 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.provisioning_blocks [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-11909e46-d17a-4030-b622-17051ee22fa3 service neutron] Transition to ACTIVE for port object 4dc53dd8-5395-4d6b-8f82-5a179f72260f will not be triggered until provisioned by entity L2. {{(pid=104250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 02 03:48:46.290801 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-11909e46-d17a-4030-b622-17051ee22fa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (4dc53dd8-5395-4d6b-8f82-5a179f72260f), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:48:46.339131 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11909e46-d17a-4030-b622-17051ee22fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc53dd8-5395-4d6b-8f82-5a179f72260f,revision_number=2']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:48:46.394036 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cae977-c827-433b-8657-c48688cdd0ff req-ebd30e80-36c6-4801-be8c-2212c0f260c3 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:46.395743 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-26cae977-c827-433b-8657-c48688cdd0ff req-ebd30e80-36c6-4801-be8c-2212c0f260c3 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=e75879c5-ac51-40b8-9a6d-36434e1aaa7f HTTP/1.1" status: 200 len: 943 time: 0.0494094 Jul 02 03:48:46.424773 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-11909e46-d17a-4030-b622-17051ee22fa3 service neutron] Attempting to bind port 4dc53dd8-5395-4d6b-8f82-5a179f72260f on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:48:46.425103 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-11909e46-d17a-4030-b622-17051ee22fa3 service neutron] Attempting to bind port 4dc53dd8-5395-4d6b-8f82-5a179f72260f by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '31ad7417-32f5-4b58-9957-f18600b14123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d'}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:48:46.425570 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-11909e46-d17a-4030-b622-17051ee22fa3 service neutron] Attempting to bind port 4dc53dd8-5395-4d6b-8f82-5a179f72260f on network f1ef0821-e2dc-4511-8f33-8aac33bfb07d {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:48:46.430474 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-11909e46-d17a-4030-b622-17051ee22fa3 service neutron] Port 4dc53dd8-5395-4d6b-8f82-5a179f72260f on network f1ef0821-e2dc-4511-8f33-8aac33bfb07d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 02 03:48:46.430885 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-11909e46-d17a-4030-b622-17051ee22fa3 service neutron] Attempting to bind port 4dc53dd8-5395-4d6b-8f82-5a179f72260f on network f1ef0821-e2dc-4511-8f33-8aac33bfb07d {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:48:46.437143 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-11909e46-d17a-4030-b622-17051ee22fa3 service neutron] Checking agent: {'id': 'b6c7a065-6c6d-4192-b8a5-562c9c844309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'started_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:48:46.437143 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-11909e46-d17a-4030-b622-17051ee22fa3 service neutron] Checking segment: {'id': '31ad7417-32f5-4b58-9957-f18600b14123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:48:46.437478 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-11909e46-d17a-4030-b622-17051ee22fa3 service neutron] Bound using segment: {'id': '31ad7417-32f5-4b58-9957-f18600b14123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d'} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:48:46.438000 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-11909e46-d17a-4030-b622-17051ee22fa3 service neutron] Bound port: 4dc53dd8-5395-4d6b-8f82-5a179f72260f, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ad7417-32f5-4b58-9957-f18600b14123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d'}}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:48:46.438419 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-11909e46-d17a-4030-b622-17051ee22fa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (4dc53dd8-5395-4d6b-8f82-5a179f72260f), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:48:46.451545 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-26cae977-c827-433b-8657-c48688cdd0ff req-981ef893-7139-4297-9cad-0f0a684e5f78 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483172 Jul 02 03:48:46.506810 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-11909e46-d17a-4030-b622-17051ee22fa3 service neutron] For port 4dc53dd8-5395-4d6b-8f82-5a179f72260f, host hv-cinder-84684, cleared binding levels {{(pid=104250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:48:46.509921 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-11909e46-d17a-4030-b622-17051ee22fa3 service neutron] For port 4dc53dd8-5395-4d6b-8f82-5a179f72260f, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=4dc53dd8-5395-4d6b-8f82-5a179f72260f,segment=NetworkSegment(31ad7417-32f5-4b58-9957-f18600b14123),segment_id=31ad7417-32f5-4b58-9957-f18600b14123)] {{(pid=104250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:48:46.518231 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-11909e46-d17a-4030-b622-17051ee22fa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (4dc53dd8-5395-4d6b-8f82-5a179f72260f), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:48:46.554295 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-11909e46-d17a-4030-b622-17051ee22fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:46.554975 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-11909e46-d17a-4030-b622-17051ee22fa3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:48:46.556379 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-11909e46-d17a-4030-b622-17051ee22fa3 service neutron] 10.222.0.26 "PUT /v2.0/ports/4dc53dd8-5395-4d6b-8f82-5a179f72260f HTTP/1.1" status: 200 len: 1093 time: 0.6535461 Jul 02 03:48:46.556823 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75879c5-ac51-40b8-9a6d-36434e1aaa7f', 'tag': '4dc53dd8-5395-4d6b-8f82-5a179f72260f'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:48:46.559046 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2ef9bc-9d95-4a21-9a5c-dc741c4fdfe7" -d '{"events": [{"name": "network-changed", "server_uuid": "e75879c5-ac51-40b8-9a6d-36434e1aaa7f", "tag": "4dc53dd8-5395-4d6b-8f82-5a179f72260f"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:48:46.591134 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11909e46-d17a-4030-b622-17051ee22fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc53dd8-5395-4d6b-8f82-5a179f72260f,revision_number=3']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:48:46.602871 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c17e70-cca2-4540-8a59-0be811aaa5ae x-openstack-request-id: req-f2c17e70-cca2-4540-8a59-0be811aaa5ae {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:48:46.603325 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e75879c5-ac51-40b8-9a6d-36434e1aaa7f", "tag": "4dc53dd8-5395-4d6b-8f82-5a179f72260f", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:48:46.603598 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f2c17e70-cca2-4540-8a59-0be811aaa5ae {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:48:46.604023 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2c17e70-cca2-4540-8a59-0be811aaa5ae'] response: {'name': 'network-changed', 'server_uuid': 'e75879c5-ac51-40b8-9a6d-36434e1aaa7f', 'tag': '4dc53dd8-5395-4d6b-8f82-5a179f72260f', 'status': 'completed', 'code': 200} Jul 02 03:48:46.668294 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-5afb66ff-0758-4acb-b0f7-e5226e8d50c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:46.669706 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-5afb66ff-0758-4acb-b0f7-e5226e8d50c5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01fccbd11a4b4e859bec1a56f42315b2&device_id=e75879c5-ac51-40b8-9a6d-36434e1aaa7f HTTP/1.1" status: 200 len: 1127 time: 0.0454466 Jul 02 03:48:46.723881 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-069030d6-e8db-4713-a3c4-9d30f3bf450c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dc53dd8-5395-4d6b-8f82-5a179f72260f HTTP/1.1" status: 200 len: 217 time: 0.0401521 Jul 02 03:48:46.773878 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-9e6d9c6f-b3d4-4056-8b23-8ce18c711a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:46.775512 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-9e6d9c6f-b3d4-4056-8b23-8ce18c711a66 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b06dd79-dc3a-4079-aff2-e99618bacbd7 HTTP/1.1" status: 200 len: 850 time: 0.0451162 Jul 02 03:48:46.824168 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-b35bf0d9-1371-4820-b139-f2fe8e151cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:46.825742 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-b35bf0d9-1371-4820-b139-f2fe8e151cfd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1ef0821-e2dc-4511-8f33-8aac33bfb07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443540 Jul 02 03:48:46.931622 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-62795495-5db0-4efa-95c6-1f90aa6f058a service neutron] 10.222.0.26 "GET /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920773 Jul 02 03:48:47.422522 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:48:47.442777 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:48:47.453711 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-8de16160-fe40-44c8-b6d1-3dc9ec4574f0 req-fb07daca-0ac0-45d0-a167-588016149f46 service neutron] 10.222.0.26 "GET /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952415 Jul 02 03:48:47.569088 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87ba05-fcdc-419a-b4e5-36dcf67f42c3 req-91e7f056-a81c-4b8f-af4b-5784cfd9402e tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:47.570626 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cc87ba05-fcdc-419a-b4e5-36dcf67f42c3 req-91e7f056-a81c-4b8f-af4b-5784cfd9402e tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=e75879c5-ac51-40b8-9a6d-36434e1aaa7f HTTP/1.1" status: 200 len: 943 time: 0.0480466 Jul 02 03:48:47.623763 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cc87ba05-fcdc-419a-b4e5-36dcf67f42c3 req-877ccc3d-01c7-4bb4-95b1-54324102c61c tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469818 Jul 02 03:48:47.982405 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:48:48.087412 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b5b22-6a63-4563-a447-abc541340c0a req-b8ca9edd-1b50-46ab-a436-2cf02d30f51a tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:48.088788 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-820b5b22-6a63-4563-a447-abc541340c0a req-b8ca9edd-1b50-46ab-a436-2cf02d30f51a tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0547090 Jul 02 03:48:48.138868 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-820b5b22-6a63-4563-a447-abc541340c0a req-e030be67-7f2a-4122-8f93-b698f5142b25 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441513 Jul 02 03:48:48.611395 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ef9bc-9d95-4a21-9a5c-dc741c4fdfe7 req-80678dea-3f77-4c24-b772-89a66898e65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:48.613136 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-2c2ef9bc-9d95-4a21-9a5c-dc741c4fdfe7 req-80678dea-3f77-4c24-b772-89a66898e65d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01fccbd11a4b4e859bec1a56f42315b2&device_id=e75879c5-ac51-40b8-9a6d-36434e1aaa7f HTTP/1.1" status: 200 len: 1127 time: 0.0511215 Jul 02 03:48:48.738945 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cdb9e8-88f3-4d4b-acca-89ed4806c6b4 req-2ea1c99a-a39d-4ea8-b9c2-f8baef6c6670 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:48.740488 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-56cdb9e8-88f3-4d4b-acca-89ed4806c6b4 req-2ea1c99a-a39d-4ea8-b9c2-f8baef6c6670 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=e75879c5-ac51-40b8-9a6d-36434e1aaa7f HTTP/1.1" status: 200 len: 943 time: 0.0478401 Jul 02 03:48:48.776143 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ef9bc-9d95-4a21-9a5c-dc741c4fdfe7 req-d3959263-1748-4894-980a-d1b90544aff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:48.777683 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-2c2ef9bc-9d95-4a21-9a5c-dc741c4fdfe7 req-d3959263-1748-4894-980a-d1b90544aff5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1ef0821-e2dc-4511-8f33-8aac33bfb07d HTTP/1.1" status: 200 len: 912 time: 0.0897131 Jul 02 03:48:48.790300 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-56cdb9e8-88f3-4d4b-acca-89ed4806c6b4 req-4873ab78-d849-4d15-8596-ce3d3eb979f1 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440543 Jul 02 03:48:48.958645 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-2c2ef9bc-9d95-4a21-9a5c-dc741c4fdfe7 req-22bfe683-1741-45a6-9115-44f6b50d70de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dc53dd8-5395-4d6b-8f82-5a179f72260f HTTP/1.1" status: 200 len: 217 time: 0.0421267 Jul 02 03:48:49.014372 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ef9bc-9d95-4a21-9a5c-dc741c4fdfe7 req-0cffc8f1-4e67-46a0-b318-9c26568a8c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:49.016562 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-2c2ef9bc-9d95-4a21-9a5c-dc741c4fdfe7 req-0cffc8f1-4e67-46a0-b318-9c26568a8c03 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b06dd79-dc3a-4079-aff2-e99618bacbd7 HTTP/1.1" status: 200 len: 850 time: 0.0510516 Jul 02 03:48:49.061553 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ef9bc-9d95-4a21-9a5c-dc741c4fdfe7 req-c4bb26d2-14ab-4599-8601-9838d993d891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:49.063074 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-2c2ef9bc-9d95-4a21-9a5c-dc741c4fdfe7 req-c4bb26d2-14ab-4599-8601-9838d993d891 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1ef0821-e2dc-4511-8f33-8aac33bfb07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407293 Jul 02 03:48:49.158298 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-2c2ef9bc-9d95-4a21-9a5c-dc741c4fdfe7 req-7b1d3e16-1e66-4fe2-8937-5104f9d44b11 service neutron] 10.222.0.26 "GET /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892022 Jul 02 03:48:49.255607 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-2c2ef9bc-9d95-4a21-9a5c-dc741c4fdfe7 req-041cc58a-6de6-495c-9e1a-6a712f23d7f9 service neutron] 10.222.0.26 "GET /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918088 Jul 02 03:48:49.272777 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265df94-5051-4e02-b835-efcb75b84f5b req-b03dcd38-71f2-42f9-af92-2bb8b8cb7d4a tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:49.278828 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e265df94-5051-4e02-b835-efcb75b84f5b req-b03dcd38-71f2-42f9-af92-2bb8b8cb7d4a tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0623779 Jul 02 03:48:49.283357 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=14 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:48:49.285015 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=12 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:48:49.345097 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e265df94-5051-4e02-b835-efcb75b84f5b req-94851d8a-3eee-4d3e-8355-ac74ea31504b tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622141 Jul 02 03:48:49.913831 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeacdc5-1485-4fff-a93f-5cc1aa0a2aa8 req-73dc1482-4aaf-40c4-956f-ca6ffa08ff96 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:49.915353 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1eeacdc5-1485-4fff-a93f-5cc1aa0a2aa8 req-73dc1482-4aaf-40c4-956f-ca6ffa08ff96 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=e75879c5-ac51-40b8-9a6d-36434e1aaa7f HTTP/1.1" status: 200 len: 943 time: 0.0484207 Jul 02 03:48:49.967244 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1eeacdc5-1485-4fff-a93f-5cc1aa0a2aa8 req-2a15a83c-9fcb-4803-9458-f349cd013b6e tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459304 Jul 02 03:48:50.244362 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-b2665905-d66f-4c6c-8cdd-8b2e51cfe457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:48:50.471338 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:48:50.488884 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77c8cb-802e-48aa-97b1-d9035dd9fe76 req-f9de174b-a889-466f-84fd-4601ab11b635 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:50.490576 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7a77c8cb-802e-48aa-97b1-d9035dd9fe76 req-f9de174b-a889-466f-84fd-4601ab11b635 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0589268 Jul 02 03:48:50.502079 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:48:50.543190 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7a77c8cb-802e-48aa-97b1-d9035dd9fe76 req-82d35b3d-8bf1-48c4-b86e-87163ff36635 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464993 Jul 02 03:48:51.095860 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3059cc-9270-44df-9138-b9e30a1e2db1 req-2940166f-5a14-49d8-bb1b-1fa0eda31e5a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:51.097337 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ef3059cc-9270-44df-9138-b9e30a1e2db1 req-2940166f-5a14-49d8-bb1b-1fa0eda31e5a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=e75879c5-ac51-40b8-9a6d-36434e1aaa7f HTTP/1.1" status: 200 len: 943 time: 0.0512967 Jul 02 03:48:51.150749 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ef3059cc-9270-44df-9138-b9e30a1e2db1 req-3676bf7c-fe89-4ce8-bb54-780a4c1d5e22 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454319 Jul 02 03:48:51.668739 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06041343-e681-4e28-9737-1c16fd67a4d0 req-5d95bef2-fffe-498c-850a-ab4d519ed098 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:51.670200 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-06041343-e681-4e28-9737-1c16fd67a4d0 req-5d95bef2-fffe-498c-850a-ab4d519ed098 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0559726 Jul 02 03:48:51.718670 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-06041343-e681-4e28-9737-1c16fd67a4d0 req-faa6a981-559d-4644-85b3-ca0724e14990 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427670 Jul 02 03:48:52.268782 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0706d66-4880-438d-abfe-0c3b96b190cc req-911515f7-063a-4cac-a639-5f524d02f10e tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:52.270293 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d0706d66-4880-438d-abfe-0c3b96b190cc req-911515f7-063a-4cac-a639-5f524d02f10e tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=e75879c5-ac51-40b8-9a6d-36434e1aaa7f HTTP/1.1" status: 200 len: 943 time: 0.0525141 Jul 02 03:48:52.322960 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d0706d66-4880-438d-abfe-0c3b96b190cc req-b167c29a-9244-4952-a524-76a468947c8a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444591 Jul 02 03:48:52.542371 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6bd24674-d3d7-466f-85a4-e4a6c06fcf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:48:52.852303 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0c012-de0b-44d2-9252-150d4dd3e944 req-81f3086e-3d3c-496e-8dda-1f83e51ef55f tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:52.853727 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-40b0c012-de0b-44d2-9252-150d4dd3e944 req-81f3086e-3d3c-496e-8dda-1f83e51ef55f tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0498936 Jul 02 03:48:52.902651 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-40b0c012-de0b-44d2-9252-150d4dd3e944 req-7f9354a0-6897-430a-85cd-a8e46e0e222e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421128 Jul 02 03:48:53.460355 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7e81d-2d36-4f7f-8dac-717bd577dcbb req-a40ffb43-e34f-403b-859f-9af02de14f35 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:53.462025 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a6d7e81d-2d36-4f7f-8dac-717bd577dcbb req-a40ffb43-e34f-403b-859f-9af02de14f35 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=e75879c5-ac51-40b8-9a6d-36434e1aaa7f HTTP/1.1" status: 200 len: 943 time: 0.0604258 Jul 02 03:48:53.510496 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a6d7e81d-2d36-4f7f-8dac-717bd577dcbb req-23a34b98-d228-40d1-8c7f-2329c6ace9a4 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428059 Jul 02 03:48:53.647696 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:48:54.035627 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8fb38-abdc-4ff9-ac85-27e86013eae6 req-3a8c3e39-017a-4c1a-a5e1-e13232c21c34 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:54.037126 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c9c8fb38-abdc-4ff9-ac85-27e86013eae6 req-3a8c3e39-017a-4c1a-a5e1-e13232c21c34 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0579982 Jul 02 03:48:54.092999 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c9c8fb38-abdc-4ff9-ac85-27e86013eae6 req-c6cc219b-4cb6-4fba-a2ff-5025ca0d2d93 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466604 Jul 02 03:48:54.637155 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aeb0b2-97c3-4cd9-85a5-9e25aff48a58 req-110cd1cf-4af7-4689-bd1c-da1b448bb90a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:54.638639 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d2aeb0b2-97c3-4cd9-85a5-9e25aff48a58 req-110cd1cf-4af7-4689-bd1c-da1b448bb90a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=e75879c5-ac51-40b8-9a6d-36434e1aaa7f HTTP/1.1" status: 200 len: 943 time: 0.0479090 Jul 02 03:48:54.695373 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d2aeb0b2-97c3-4cd9-85a5-9e25aff48a58 req-b04999e7-574a-46b5-a1e6-f3886416e45a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485287 Jul 02 03:48:55.209349 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab734e50-5806-4c21-a3e3-c39da03818b9 req-a092372e-48d3-40f1-b248-c898eed503d4 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:55.210905 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ab734e50-5806-4c21-a3e3-c39da03818b9 req-a092372e-48d3-40f1-b248-c898eed503d4 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0484700 Jul 02 03:48:55.260520 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:48:55.262990 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ab734e50-5806-4c21-a3e3-c39da03818b9 req-2a2e5642-1635-4936-9e84-67617711b3a1 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459964 Jul 02 03:48:55.346275 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:48:55.832126 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c95bf-c6f6-4c44-8314-896d9bc994e3 req-4258f0b0-ab99-4cd7-b69b-198f6c0b58d2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:55.833594 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-110c95bf-c6f6-4c44-8314-896d9bc994e3 req-4258f0b0-ab99-4cd7-b69b-198f6c0b58d2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=e75879c5-ac51-40b8-9a6d-36434e1aaa7f HTTP/1.1" status: 200 len: 943 time: 0.0560184 Jul 02 03:48:55.883264 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-110c95bf-c6f6-4c44-8314-896d9bc994e3 req-1ac7b532-c0a8-4701-809e-e5abec2db0ff tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439506 Jul 02 03:48:56.006159 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:48:56.395618 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba11199-c0fd-44c0-8e59-a7fa21f1a7d0 req-6c56145a-e146-4d5a-8943-27e96c07f2d9 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:56.397118 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9ba11199-c0fd-44c0-8e59-a7fa21f1a7d0 req-6c56145a-e146-4d5a-8943-27e96c07f2d9 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0577126 Jul 02 03:48:56.444880 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9ba11199-c0fd-44c0-8e59-a7fa21f1a7d0 req-b05da31a-797c-4e9c-828a-837194870481 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415409 Jul 02 03:48:56.995064 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:48:57.010887 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3503875-dbc3-4e38-8d0d-0638ef9f5806 req-382fed95-1190-4373-a848-97fc9f4e3bbb tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:57.012432 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b3503875-dbc3-4e38-8d0d-0638ef9f5806 req-382fed95-1190-4373-a848-97fc9f4e3bbb tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=e75879c5-ac51-40b8-9a6d-36434e1aaa7f HTTP/1.1" status: 200 len: 943 time: 0.0534666 Jul 02 03:48:57.044334 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:48:57.074236 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b3503875-dbc3-4e38-8d0d-0638ef9f5806 req-1a921212-733e-430e-8943-b23cc6458a65 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560834 Jul 02 03:48:57.568610 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b56aa-8f6d-427b-a800-9eec3c2a8e7a req-03727f75-5c3f-4ec1-9c58-92776f7f6060 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:57.570218 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-bd8b56aa-8f6d-427b-a800-9eec3c2a8e7a req-03727f75-5c3f-4ec1-9c58-92776f7f6060 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0498331 Jul 02 03:48:57.621363 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-bd8b56aa-8f6d-427b-a800-9eec3c2a8e7a req-e061da3b-5185-45dc-b8e8-3b43044a6afc tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451903 Jul 02 03:48:57.923848 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 4dc53dd8-5395-4d6b-8f82-5a179f72260f details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 03:48:58.026535 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 4dc53dd8-5395-4d6b-8f82-5a179f72260f, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=4dc53dd8-5395-4d6b-8f82-5a179f72260f,segment=NetworkSegment(31ad7417-32f5-4b58-9957-f18600b14123),segment_id=31ad7417-32f5-4b58-9957-f18600b14123)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:48:58.038342 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Returning: {'device': '4dc53dd8-5395-4d6b-8f82-5a179f72260f', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'port_id': '4dc53dd8-5395-4d6b-8f82-5a179f72260f', 'mac_address': 'fa:16:3e:2c:96:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 03:48:58.077102 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 4dc53dd8-5395-4d6b-8f82-5a179f72260f is: DOWN; New status is: BUILD {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:48:58.077353 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (4dc53dd8-5395-4d6b-8f82-5a179f72260f), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:48:58.091175 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc53dd8-5395-4d6b-8f82-5a179f72260f {{(pid=104251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:48:58.112891 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 4dc53dd8-5395-4d6b-8f82-5a179f72260f, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=4dc53dd8-5395-4d6b-8f82-5a179f72260f,segment=NetworkSegment(31ad7417-32f5-4b58-9957-f18600b14123),segment_id=31ad7417-32f5-4b58-9957-f18600b14123)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:48:58.118611 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (4dc53dd8-5395-4d6b-8f82-5a179f72260f), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:48:58.168610 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=4dc53dd8-5395-4d6b-8f82-5a179f72260f,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:48:58.176183 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:48:58.176538 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:48:58.176887 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:48:58.177229 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:48:58.177569 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:48:58.177901 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:48:58.178232 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:48:58.178560 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:48:58.178888 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:48:58.179213 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:48:58.179574 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:48:58.179902 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:48:58.180226 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:48:58.180547 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:48:58.180947 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:48:58.197433 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387df030-9e30-41a3-bc46-c0bfb7b283ab req-b9850433-d077-430d-90da-bc814d73d2f0 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:58.198972 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-387df030-9e30-41a3-bc46-c0bfb7b283ab req-b9850433-d077-430d-90da-bc814d73d2f0 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=e75879c5-ac51-40b8-9a6d-36434e1aaa7f HTTP/1.1" status: 200 len: 944 time: 0.0476704 Jul 02 03:48:58.248106 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-387df030-9e30-41a3-bc46-c0bfb7b283ab req-8cdf03ec-0ba4-414e-b57c-8cc420672355 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433838 Jul 02 03:48:58.598605 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['4dc53dd8-5395-4d6b-8f82-5a179f72260f'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:48:58.733960 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf9901-fdb0-4daa-b9d7-d7e3d1b0f557 req-5d565a96-c4c8-4289-989f-323a4a0798cb tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:58.735446 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2ccf9901-fdb0-4daa-b9d7-d7e3d1b0f557 req-5d565a96-c4c8-4289-989f-323a4a0798cb tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0458024 Jul 02 03:48:58.782865 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2ccf9901-fdb0-4daa-b9d7-d7e3d1b0f557 req-57a2a8c8-125a-4fbe-9cb7-eb719e573001 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417292 Jul 02 03:48:59.245987 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=42 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:48:59.252380 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=46 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:48:59.370912 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5b6ce-4655-4b67-80e0-0472817f2629 req-220f45b7-3d44-47d7-abe0-71629530f7b8 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:59.372127 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-00f5b6ce-4655-4b67-80e0-0472817f2629 req-220f45b7-3d44-47d7-abe0-71629530f7b8 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=e75879c5-ac51-40b8-9a6d-36434e1aaa7f HTTP/1.1" status: 200 len: 944 time: 0.0566685 Jul 02 03:48:59.422978 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-00f5b6ce-4655-4b67-80e0-0472817f2629 req-90ee3f0d-deb4-4053-8ac2-5ea817545334 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450201 Jul 02 03:48:59.911404 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abba226-625f-4584-b907-35f6915298db req-ff00212a-f0b9-4697-a843-416e1f78de54 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:48:59.912860 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5abba226-625f-4584-b907-35f6915298db req-ff00212a-f0b9-4697-a843-416e1f78de54 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0535736 Jul 02 03:48:59.926429 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 4dc53dd8-5395-4d6b-8f82-5a179f72260f up at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:48:59.930534 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:48:59.963272 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5abba226-625f-4584-b907-35f6915298db req-1bbd1fd3-1ada-4c47-87e3-2a1794b9afea tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430672 Jul 02 03:48:59.972025 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning for port 4dc53dd8-5395-4d6b-8f82-5a179f72260f completed by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 02 03:48:59.979071 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning complete for port 4dc53dd8-5395-4d6b-8f82-5a179f72260f triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:48:59.979474 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (4dc53dd8-5395-4d6b-8f82-5a179f72260f), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:49:00.009368 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:49:00.055185 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 4dc53dd8-5395-4d6b-8f82-5a179f72260f is: BUILD; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:49:00.055614 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (4dc53dd8-5395-4d6b-8f82-5a179f72260f), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:49:00.079510 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75879c5-ac51-40b8-9a6d-36434e1aaa7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc53dd8-5395-4d6b-8f82-5a179f72260f'}] {{(pid=104251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:49:00.081754 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea91eb0431f3890beba7fecfff9803703e4988fc204844c40d6eadfc05b4f309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0919f965-335d-41ac-8f21-e297f39c5fc4" -d '{"events": [{"server_uuid": "e75879c5-ac51-40b8-9a6d-36434e1aaa7f", "name": "network-vif-plugged", "status": "completed", "tag": "4dc53dd8-5395-4d6b-8f82-5a179f72260f"}]}' {{(pid=104251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:49:00.095980 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 4dc53dd8-5395-4d6b-8f82-5a179f72260f, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=4dc53dd8-5395-4d6b-8f82-5a179f72260f,segment=NetworkSegment(31ad7417-32f5-4b58-9957-f18600b14123),segment_id=31ad7417-32f5-4b58-9957-f18600b14123)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:49:00.102009 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (4dc53dd8-5395-4d6b-8f82-5a179f72260f), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:49:00.127679 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf8ee25-3737-425e-90eb-50b131017c83 x-openstack-request-id: req-4cf8ee25-3737-425e-90eb-50b131017c83 {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:49:00.127967 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75879c5-ac51-40b8-9a6d-36434e1aaa7f", "name": "network-vif-plugged", "status": "completed", "tag": "4dc53dd8-5395-4d6b-8f82-5a179f72260f", "code": 200}]} {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:49:00.128217 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4cf8ee25-3737-425e-90eb-50b131017c83 {{(pid=104251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:49:00.128613 dv-cinder-846842-9-iscsi neutron-server[104251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cf8ee25-3737-425e-90eb-50b131017c83'] response: {'server_uuid': 'e75879c5-ac51-40b8-9a6d-36434e1aaa7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc53dd8-5395-4d6b-8f82-5a179f72260f', 'code': 200} Jul 02 03:49:00.154573 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=4dc53dd8-5395-4d6b-8f82-5a179f72260f,revision_number=5']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:49:00.175191 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df7db3-b1cf-43cd-9ed5-4fd58a260a03 req-dde7ecd9-2e4d-4d2d-8fa0-b8f432a32409 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:49:00.176832 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-42df7db3-b1cf-43cd-9ed5-4fd58a260a03 req-dde7ecd9-2e4d-4d2d-8fa0-b8f432a32409 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0512066 Jul 02 03:49:00.224279 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-42df7db3-b1cf-43cd-9ed5-4fd58a260a03 req-ce41cab7-4d7f-42be-8bfc-5826d252f0eb tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417185 Jul 02 03:49:00.318564 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586f5c5-23e5-4738-b0b9-faa019db8997 req-f6a33c74-9e08-4cff-b5f4-be3eb0728225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:49:00.320592 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6586f5c5-23e5-4738-b0b9-faa019db8997 req-f6a33c74-9e08-4cff-b5f4-be3eb0728225 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0665267ba574490cbcf958be4d793dd3&device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 1129 time: 0.0481594 Jul 02 03:49:00.431325 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a4f703-97f9-483c-be8d-80fb3db68aaa req-cbff3769-fe41-43c6-b5e2-11d74b3ca009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:49:00.432865 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-12a4f703-97f9-483c-be8d-80fb3db68aaa req-cbff3769-fe41-43c6-b5e2-11d74b3ca009 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e75879c5-ac51-40b8-9a6d-36434e1aaa7f HTTP/1.1" status: 200 len: 1129 time: 0.0782158 Jul 02 03:49:00.470023 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586f5c5-23e5-4738-b0b9-faa019db8997 req-b8990fad-1898-401e-b735-699915078808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:49:00.471551 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6586f5c5-23e5-4738-b0b9-faa019db8997 req-b8990fad-1898-401e-b735-699915078808 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2526fc80-7281-4aad-9a6a-6587590ab6d6 HTTP/1.1" status: 200 len: 911 time: 0.1360354 Jul 02 03:49:00.536675 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-12a4f703-97f9-483c-be8d-80fb3db68aaa req-2f9dd8d7-75ad-463c-9b55-d6198e360308 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956371 Jul 02 03:49:00.542648 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74e57c-34b2-4409-8f18-6b881df084a2 req-8028a3e2-e47f-4b82-a144-b45798650d64 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:49:00.544254 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-de74e57c-34b2-4409-8f18-6b881df084a2 req-8028a3e2-e47f-4b82-a144-b45798650d64 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=e75879c5-ac51-40b8-9a6d-36434e1aaa7f HTTP/1.1" status: 200 len: 945 time: 0.0475526 Jul 02 03:49:00.549861 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6586f5c5-23e5-4738-b0b9-faa019db8997 req-bb11cb8b-cf28-4b57-8d8c-612c2deeffed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dc25d19-95aa-4170-9015-29cd666dc12e HTTP/1.1" status: 200 len: 1001 time: 0.0683811 Jul 02 03:49:00.593087 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-de74e57c-34b2-4409-8f18-6b881df084a2 req-a6398f34-8913-43e2-8545-910f66704e3d tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431032 Jul 02 03:49:01.054672 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586f5c5-23e5-4738-b0b9-faa019db8997 req-87c3b2aa-bb8f-4339-9384-0401d7b7d2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:49:01.056270 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6586f5c5-23e5-4738-b0b9-faa019db8997 req-87c3b2aa-bb8f-4339-9384-0401d7b7d2ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46494941-1b90-44c2-ba93-9c8cd15f4d45 HTTP/1.1" status: 200 len: 849 time: 0.0571823 Jul 02 03:49:01.347045 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ef24d-a8fa-492e-86d1-f2db6a361fa9 req-8016647d-bdca-4080-bb62-1fd1bb188a82 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:49:01.348566 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e70ef24d-a8fa-492e-86d1-f2db6a361fa9 req-8016647d-bdca-4080-bb62-1fd1bb188a82 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0492632 Jul 02 03:49:01.402377 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e70ef24d-a8fa-492e-86d1-f2db6a361fa9 req-fb060561-7429-444f-b6cd-a80b4522d82d tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480430 Jul 02 03:49:01.555666 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586f5c5-23e5-4738-b0b9-faa019db8997 req-3ae3d2bf-3c7e-4886-a581-5e04823262b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:49:01.557069 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6586f5c5-23e5-4738-b0b9-faa019db8997 req-3ae3d2bf-3c7e-4886-a581-5e04823262b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2526fc80-7281-4aad-9a6a-6587590ab6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535045 Jul 02 03:49:01.648272 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6586f5c5-23e5-4738-b0b9-faa019db8997 req-da18d0cb-ec9b-465f-b4c1-d1216cd03bff service neutron] 10.222.0.26 "GET /v2.0/networks/2526fc80-7281-4aad-9a6a-6587590ab6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839307 Jul 02 03:49:01.706721 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e19ce5-223f-4a9f-aabd-a12fe904fd2f req-d8c88062-face-473a-b31f-178f0d1e30d9 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:49:01.708220 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-88e19ce5-223f-4a9f-aabd-a12fe904fd2f req-d8c88062-face-473a-b31f-178f0d1e30d9 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=e75879c5-ac51-40b8-9a6d-36434e1aaa7f HTTP/1.1" status: 200 len: 945 time: 0.0478306 Jul 02 03:49:01.745964 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-6586f5c5-23e5-4738-b0b9-faa019db8997 req-8d04ba66-ed12-405f-90ef-1a0207bcf354 service neutron] 10.222.0.26 "GET /v2.0/networks/2526fc80-7281-4aad-9a6a-6587590ab6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907638 Jul 02 03:49:01.757269 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-88e19ce5-223f-4a9f-aabd-a12fe904fd2f req-d116115f-a2b2-4109-a199-352c009654c9 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433567 Jul 02 03:49:02.533568 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292020b-f79c-47b8-8a01-7fbbf90f6dda req-e4450093-2e14-4f30-b835-66f8ede401ec tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:49:02.535931 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7292020b-f79c-47b8-8a01-7fbbf90f6dda req-e4450093-2e14-4f30-b835-66f8ede401ec tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0526044 Jul 02 03:49:02.600199 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7292020b-f79c-47b8-8a01-7fbbf90f6dda req-7fab0904-ff8e-4e53-9fb4-d62f96557b35 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553653 Jul 02 03:49:02.895425 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c4d0d-58b2-468f-9d87-a6597548093c req-6b4dea43-56f6-4dba-b30f-4db6c85a18a3 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:49:02.896958 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fa7c4d0d-58b2-468f-9d87-a6597548093c req-6b4dea43-56f6-4dba-b30f-4db6c85a18a3 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=e75879c5-ac51-40b8-9a6d-36434e1aaa7f HTTP/1.1" status: 200 len: 945 time: 0.0652890 Jul 02 03:49:02.912526 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:49:02.939119 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:49:02.964029 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fa7c4d0d-58b2-468f-9d87-a6597548093c req-1c52a467-569f-44fe-b288-d23206ca8a58 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582335 Jul 02 03:49:03.106638 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755a6b1-4417-4186-905f-648b4547afba req-8ff832db-437a-4c84-9f70-23e0f151a394 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:49:03.108150 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1755a6b1-4417-4186-905f-648b4547afba req-8ff832db-437a-4c84-9f70-23e0f151a394 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=e75879c5-ac51-40b8-9a6d-36434e1aaa7f HTTP/1.1" status: 200 len: 945 time: 0.0617638 Jul 02 03:49:03.166253 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1755a6b1-4417-4186-905f-648b4547afba req-bb624484-7e85-44b4-8564-38eebe74bccd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518320 Jul 02 03:49:03.195335 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 41332) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:49:03.432697 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb982c4-8e81-49eb-8126-78e90e8810b3 tempest-TestVolumeBootPattern-1169278774 tempest-TestVolumeBootPattern-1169278774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:49:03.435575 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-1eb982c4-8e81-49eb-8126-78e90e8810b3 tempest-TestVolumeBootPattern-1169278774 tempest-TestVolumeBootPattern-1169278774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e75879c5-ac51-40b8-9a6d-36434e1aaa7f HTTP/1.1" status: 200 len: 1124 time: 0.2379253 Jul 02 03:49:03.437553 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 41336) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:49:03.444171 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-c0c53ea0-9486-4f4f-a939-b968508b6ecd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Request body: {'floatingip': {'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'port_id': '4dc53dd8-5395-4d6b-8f82-5a179f72260f', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:49:03.470489 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c0c53ea0-9486-4f4f-a939-b968508b6ecd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:49:03.557290 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c0c53ea0-9486-4f4f-a939-b968508b6ecd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:49:03.668673 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [None req-c0c53ea0-9486-4f4f-a939-b968508b6ecd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Allocated IP 172.27.0.130 (f461a802-f340-43f3-86d0-4b44bcb77e0c/5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3/83f28c7c-1e45-4398-afa0-c6d0395e5b2d) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:49:03.720517 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ba784-079d-4684-ab02-1655f575f55c req-deeb9151-b729-441f-9fb7-4e94344c3d6a tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:49:03.722113 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-941ba784-079d-4684-ab02-1655f575f55c req-deeb9151-b729-441f-9fb7-4e94344c3d6a tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0496702 Jul 02 03:49:03.764119 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:49:03.767743 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:49:03.780014 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c0c53ea0-9486-4f4f-a939-b968508b6ecd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for port (83f28c7c-1e45-4398-afa0-c6d0395e5b2d), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:49:03.817318 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c0c53ea0-9486-4f4f-a939-b968508b6ecd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (83f28c7c-1e45-4398-afa0-c6d0395e5b2d), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:49:03.862889 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c53ea0-9486-4f4f-a939-b968508b6ecd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Network f461a802-f340-43f3-86d0-4b44bcb77e0c is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:49:03.868356 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-c0c53ea0-9486-4f4f-a939-b968508b6ecd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:49:03.871544 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c53ea0-9486-4f4f-a939-b968508b6ecd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:49:03.875253 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c53ea0-9486-4f4f-a939-b968508b6ecd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Pushing event updated for resources: {'Port': ['ID=83f28c7c-1e45-4398-afa0-c6d0395e5b2d,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:49:04.013432 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-941ba784-079d-4684-ab02-1655f575f55c req-cdeb58a5-a69a-428b-948c-ad3e769a63f0 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2855248 Jul 02 03:49:04.217057 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c0c53ea0-9486-4f4f-a939-b968508b6ecd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for floatingip (83a698a4-46b0-4774-9a45-e667d8fba7d3), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:49:04.298572 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c0c53ea0-9486-4f4f-a939-b968508b6ecd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (83f28c7c-1e45-4398-afa0-c6d0395e5b2d), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:49:04.462697 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c0c53ea0-9486-4f4f-a939-b968508b6ecd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for port (83f28c7c-1e45-4398-afa0-c6d0395e5b2d), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:49:04.470345 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c0c53ea0-9486-4f4f-a939-b968508b6ecd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (83f28c7c-1e45-4398-afa0-c6d0395e5b2d), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:49:04.528219 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:49:04.541915 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c53ea0-9486-4f4f-a939-b968508b6ecd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Pushing event updated for resources: {'Port': ['ID=83f28c7c-1e45-4398-afa0-c6d0395e5b2d,revision_number=2']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:49:04.551257 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c0c53ea0-9486-4f4f-a939-b968508b6ecd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389155'] for floatingip (83a698a4-46b0-4774-9a45-e667d8fba7d3), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:49:04.644980 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.db.l3_db [None req-c0c53ea0-9486-4f4f-a939-b968508b6ecd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Floating IP 83a698a4-46b0-4774-9a45-e667d8fba7d3 associated. External IP: 172.27.0.130, port: 4dc53dd8-5395-4d6b-8f82-5a179f72260f. Jul 02 03:49:04.962797 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:49:05.116566 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c53ea0-9486-4f4f-a939-b968508b6ecd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Router 83c75b61-1816-42cd-aaf3-df0c23e69900 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:49:05.232839 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c53ea0-9486-4f4f-a939-b968508b6ecd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:49:05.242862 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8fd9b3-7cbf-4aba-88c7-7917e771d649 None None] Sync routers for ids ['83c75b61-1816-42cd-aaf3-df0c23e69900'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:49:05.253345 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8fd9b3-7cbf-4aba-88c7-7917e771d649 None None] Routers {'83c75b61-1816-42cd-aaf3-df0c23e69900'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:49:05.254046 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-1e8fd9b3-7cbf-4aba-88c7-7917e771d649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:48:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['83c75b61-1816-42cd-aaf3-df0c23e69900'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:49:05.254541 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c0c53ea0-9486-4f4f-a939-b968508b6ecd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:49:05.289619 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-c0c53ea0-9486-4f4f-a939-b968508b6ecd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8510652 Jul 02 03:49:05.290204 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75879c5-ac51-40b8-9a6d-36434e1aaa7f', 'tag': '4dc53dd8-5395-4d6b-8f82-5a179f72260f'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:49:05.293451 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db226aef-7d63-4389-945f-a5a9256a4eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "e75879c5-ac51-40b8-9a6d-36434e1aaa7f", "tag": "4dc53dd8-5395-4d6b-8f82-5a179f72260f"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:49:05.330684 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e6a085-f0c4-4cb6-8613-174c27bd4702 x-openstack-request-id: req-94e6a085-f0c4-4cb6-8613-174c27bd4702 {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:49:05.330975 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e75879c5-ac51-40b8-9a6d-36434e1aaa7f", "tag": "4dc53dd8-5395-4d6b-8f82-5a179f72260f", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:49:05.331223 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-94e6a085-f0c4-4cb6-8613-174c27bd4702 {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:49:05.331747 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94e6a085-f0c4-4cb6-8613-174c27bd4702'] response: {'name': 'network-changed', 'server_uuid': 'e75879c5-ac51-40b8-9a6d-36434e1aaa7f', 'tag': '4dc53dd8-5395-4d6b-8f82-5a179f72260f', 'status': 'completed', 'code': 200} Jul 02 03:49:05.356131 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-1e8fd9b3-7cbf-4aba-88c7-7917e771d649 None None] Set router 83c75b61-1816-42cd-aaf3-df0c23e69900 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:49:05.418070 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db226aef-7d63-4389-945f-a5a9256a4eb2 req-7eb3c4fe-f12d-479c-a0ba-0b9c9f87eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:49:05.419717 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-db226aef-7d63-4389-945f-a5a9256a4eb2 req-7eb3c4fe-f12d-479c-a0ba-0b9c9f87eb25 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01fccbd11a4b4e859bec1a56f42315b2&device_id=e75879c5-ac51-40b8-9a6d-36434e1aaa7f HTTP/1.1" status: 200 len: 1129 time: 0.0400076 Jul 02 03:49:05.509869 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db226aef-7d63-4389-945f-a5a9256a4eb2 req-66bee028-72d5-44bd-ab09-426ad028ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:49:05.511351 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-db226aef-7d63-4389-945f-a5a9256a4eb2 req-66bee028-72d5-44bd-ab09-426ad028ed83 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1ef0821-e2dc-4511-8f33-8aac33bfb07d HTTP/1.1" status: 200 len: 912 time: 0.0855613 Jul 02 03:49:05.577230 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-db226aef-7d63-4389-945f-a5a9256a4eb2 req-40d480af-4913-4ff2-92b1-5ef3addff93f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dc53dd8-5395-4d6b-8f82-5a179f72260f HTTP/1.1" status: 200 len: 999 time: 0.0599456 Jul 02 03:49:05.578187 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-1e8fd9b3-7cbf-4aba-88c7-7917e771d649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'name': 'tempest-TestVolumeBootPattern-549697761-router', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:54Z', 'updated_at': '2022-07-02T03:42:57Z', 'revision_number': 4, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'gw_port': {'id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:75:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:55Z', 'updated_at': '2022-07-02T03:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '21abed55-5bc7-4cc3-8860-8e726eb20e37', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'floating_ip_address': '172.27.0.46', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'port_id': '09272599-5e76-4fdf-bc09-0dc405b5f132', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'mac_address': 'fa:16:3e:f7:a4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca5d2e7-13ef-4686-ad55-082607c0fd4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:46:40Z', 'updated_at': '2022-07-02T03:46:42Z', 'revision_number': 1, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'fixed_ip_address_scope': None}, {'id': '83a698a4-46b0-4774-9a45-e667d8fba7d3', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'port_id': '4dc53dd8-5395-4d6b-8f82-5a179f72260f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'mac_address': 'fa:16:3e:2c:96:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75879c5-ac51-40b8-9a6d-36434e1aaa7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:49:04Z', 'updated_at': '2022-07-02T03:49:04Z', 'revision_number': 0, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e24f2aa-a259-45c8-ae97-d216739f4a1b', 'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'mac_address': 'fa:16:3e:ab:54:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:57Z', 'updated_at': '2022-07-02T03:43:02Z', 'revision_number': 5, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'subnets': [{'id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:49:05.606521 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8fd9b3-7cbf-4aba-88c7-7917e771d649 None None] Checking router: 83c75b61-1816-42cd-aaf3-df0c23e69900 for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:49:05.615607 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8fd9b3-7cbf-4aba-88c7-7917e771d649 None None] Routers {'83c75b61-1816-42cd-aaf3-df0c23e69900'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:49:05.616247 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-1e8fd9b3-7cbf-4aba-88c7-7917e771d649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:48:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['83c75b61-1816-42cd-aaf3-df0c23e69900'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:49:05.626073 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db226aef-7d63-4389-945f-a5a9256a4eb2 req-1615088a-65ba-4a8e-8ba6-73fdfb8402b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:49:05.627638 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-db226aef-7d63-4389-945f-a5a9256a4eb2 req-1615088a-65ba-4a8e-8ba6-73fdfb8402b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b06dd79-dc3a-4079-aff2-e99618bacbd7 HTTP/1.1" status: 200 len: 850 time: 0.0451381 Jul 02 03:49:05.671318 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db226aef-7d63-4389-945f-a5a9256a4eb2 req-ad265120-01f3-4433-af8b-7cc17e9f3a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:49:05.672931 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-db226aef-7d63-4389-945f-a5a9256a4eb2 req-ad265120-01f3-4433-af8b-7cc17e9f3a9f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1ef0821-e2dc-4511-8f33-8aac33bfb07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395746 Jul 02 03:49:05.721349 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-1e8fd9b3-7cbf-4aba-88c7-7917e771d649 None None] Set router 83c75b61-1816-42cd-aaf3-df0c23e69900 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:49:05.766586 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-db226aef-7d63-4389-945f-a5a9256a4eb2 req-1a5699b0-552d-4a9c-b932-f1a8ba5b487c service neutron] 10.222.0.26 "GET /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876493 Jul 02 03:49:05.853943 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:49:05.861608 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-db226aef-7d63-4389-945f-a5a9256a4eb2 req-48d614a9-4390-462e-a35a-4ee3eed05a14 service neutron] 10.222.0.26 "GET /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896108 Jul 02 03:49:05.935714 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:49:05.939769 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-1e8fd9b3-7cbf-4aba-88c7-7917e771d649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'name': 'tempest-TestVolumeBootPattern-549697761-router', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:54Z', 'updated_at': '2022-07-02T03:42:57Z', 'revision_number': 4, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'gw_port': {'id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:75:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:55Z', 'updated_at': '2022-07-02T03:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '21abed55-5bc7-4cc3-8860-8e726eb20e37', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'floating_ip_address': '172.27.0.46', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'port_id': '09272599-5e76-4fdf-bc09-0dc405b5f132', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'mac_address': 'fa:16:3e:f7:a4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca5d2e7-13ef-4686-ad55-082607c0fd4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:46:40Z', 'updated_at': '2022-07-02T03:46:42Z', 'revision_number': 1, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'fixed_ip_address_scope': None}, {'id': '83a698a4-46b0-4774-9a45-e667d8fba7d3', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'port_id': '4dc53dd8-5395-4d6b-8f82-5a179f72260f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'mac_address': 'fa:16:3e:2c:96:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75879c5-ac51-40b8-9a6d-36434e1aaa7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:49:04Z', 'updated_at': '2022-07-02T03:49:04Z', 'revision_number': 0, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e24f2aa-a259-45c8-ae97-d216739f4a1b', 'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'mac_address': 'fa:16:3e:ab:54:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:57Z', 'updated_at': '2022-07-02T03:43:02Z', 'revision_number': 5, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'subnets': [{'id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:49:05.965746 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8fd9b3-7cbf-4aba-88c7-7917e771d649 None None] The sync data for ids ['83c75b61-1816-42cd-aaf3-df0c23e69900'] in dv-cinder-846842-9-iscsi is: [{'id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'name': 'tempest-TestVolumeBootPattern-549697761-router', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:54Z', 'updated_at': '2022-07-02T03:42:57Z', 'revision_number': 4, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'gw_port': {'id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:75:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:55Z', 'updated_at': '2022-07-02T03:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '21abed55-5bc7-4cc3-8860-8e726eb20e37', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'floating_ip_address': '172.27.0.46', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'port_id': '09272599-5e76-4fdf-bc09-0dc405b5f132', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'mac_address': 'fa:16:3e:f7:a4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca5d2e7-13ef-4686-ad55-082607c0fd4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:46:40Z', 'updated_at': '2022-07-02T03:46:42Z', 'revision_number': 1, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'fixed_ip_address_scope': None}, {'id': '83a698a4-46b0-4774-9a45-e667d8fba7d3', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'port_id': '4dc53dd8-5395-4d6b-8f82-5a179f72260f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'mac_address': 'fa:16:3e:2c:96:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75879c5-ac51-40b8-9a6d-36434e1aaa7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:49:04Z', 'updated_at': '2022-07-02T03:49:04Z', 'revision_number': 0, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e24f2aa-a259-45c8-ae97-d216739f4a1b', 'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'mac_address': 'fa:16:3e:ab:54:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:57Z', 'updated_at': '2022-07-02T03:43:02Z', 'revision_number': 5, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'subnets': [{'id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:49:05.996419 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=3 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:49:05.997684 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=5 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:49:06.169642 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f6976-deb8-406c-a847-2309dac56c2b None None] New status for floating IP 83a698a4-46b0-4774-9a45-e667d8fba7d3: ACTIVE {{(pid=104252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 02 03:49:14.007318 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=14 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:49:14.009866 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=28 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:49:15.857290 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=83 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:49:15.944246 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=89 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:49:16.268318 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:49:16.270871 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=11 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:49:17.978461 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:49:20.253160 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-d0514207-d73d-4e12-bd9b-42cbb1c7eea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:49:22.545456 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-95b8c615-ed68-46c3-ad7a-cf8f60e88d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:49:23.652806 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:49:25.273481 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:49:25.344892 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:49:27.996411 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-62e3c234-9c7c-4cc4-9883-9e5efb9407a4 req-622eace5-fa1d-4820-944b-0e58765c6dc9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458970 Jul 02 03:49:28.113924 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3c234-9c7c-4cc4-9883-9e5efb9407a4 req-486e8ba6-f13a-4286-9e32-94e8fcc8d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:49:28.116217 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-62e3c234-9c7c-4cc4-9883-9e5efb9407a4 req-486e8ba6-f13a-4286-9e32-94e8fcc8d605 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0665267ba574490cbcf958be4d793dd3&device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 1129 time: 0.0574775 Jul 02 03:49:28.226072 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3c234-9c7c-4cc4-9883-9e5efb9407a4 req-a9a16e03-f900-4ab8-993b-925afbc12241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:49:28.227603 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-62e3c234-9c7c-4cc4-9883-9e5efb9407a4 req-a9a16e03-f900-4ab8-993b-925afbc12241 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2526fc80-7281-4aad-9a6a-6587590ab6d6 HTTP/1.1" status: 200 len: 911 time: 0.0906031 Jul 02 03:49:28.290131 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-62e3c234-9c7c-4cc4-9883-9e5efb9407a4 req-3c50902f-515d-4e8e-90a7-4b30385314fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dc25d19-95aa-4170-9015-29cd666dc12e HTTP/1.1" status: 200 len: 1001 time: 0.0558157 Jul 02 03:49:28.341176 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3c234-9c7c-4cc4-9883-9e5efb9407a4 req-4a1a2d19-9c01-4c9c-b2fe-6469cd96e470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:49:28.342648 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-62e3c234-9c7c-4cc4-9883-9e5efb9407a4 req-4a1a2d19-9c01-4c9c-b2fe-6469cd96e470 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46494941-1b90-44c2-ba93-9c8cd15f4d45 HTTP/1.1" status: 200 len: 849 time: 0.0461984 Jul 02 03:49:28.390763 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3c234-9c7c-4cc4-9883-9e5efb9407a4 req-66f846bf-c8e5-4e21-800f-8d1c4c45562f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:49:28.392378 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-62e3c234-9c7c-4cc4-9883-9e5efb9407a4 req-66f846bf-c8e5-4e21-800f-8d1c4c45562f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2526fc80-7281-4aad-9a6a-6587590ab6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442283 Jul 02 03:49:28.489485 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-62e3c234-9c7c-4cc4-9883-9e5efb9407a4 req-005873a9-7287-4786-88b1-59e320ba15cf service neutron] 10.222.0.26 "GET /v2.0/networks/2526fc80-7281-4aad-9a6a-6587590ab6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909245 Jul 02 03:49:28.586444 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-62e3c234-9c7c-4cc4-9883-9e5efb9407a4 req-499603e3-5c03-4031-8881-8441a82e1af4 service neutron] 10.222.0.26 "GET /v2.0/networks/2526fc80-7281-4aad-9a6a-6587590ab6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902722 Jul 02 03:49:33.009821 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:49:35.336213 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:49:35.338727 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:49:38.573120 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=48 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:49:38.583377 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=53 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:49:47.982461 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:49:48.861203 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=4 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:49:48.861988 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:49:50.249612 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-7abb31ff-2c3d-49dc-a760-17352bb28fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:49:52.546566 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-bbb4ac7e-99c5-4947-a7bc-bf22fbee7a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:49:53.659631 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:49:55.278139 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:49:55.340439 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:07.460084 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [req-722be682-b9cb-4a96-ba41-d5e48d8c9381 req-4d6beb30-8f9c-4f31-9097-eb25ca013cd7 service neutron] (104249) timed out ('10.222.0.26', 56962) {{(pid=104249) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 02 03:50:07.934958 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de662ac-3861-4bd8-9704-9be27148f150 req-460925e8-c143-4134-b206-a462666a9f47 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:07.936383 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2de662ac-3861-4bd8-9704-9be27148f150 req-460925e8-c143-4134-b206-a462666a9f47 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0485554 Jul 02 03:50:07.985573 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2de662ac-3861-4bd8-9704-9be27148f150 req-1e84106b-62b8-421f-bae4-821353ad26db tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409324 Jul 02 03:50:09.202889 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0dc67-0cf4-4b4a-817b-b5407dfc333a req-5559c7cb-beac-41e8-a4b6-36e85ff58e1a tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:09.204936 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-85f0dc67-0cf4-4b4a-817b-b5407dfc333a req-5559c7cb-beac-41e8-a4b6-36e85ff58e1a tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.1425831 Jul 02 03:50:09.261722 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-85f0dc67-0cf4-4b4a-817b-b5407dfc333a req-3808db35-5ccd-49f1-b611-6ecd227833b3 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477750 Jul 02 03:50:09.287934 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:50:09.289922 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:50:10.011052 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:50:10.190278 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2b201-4cd5-4e82-b0eb-61a290e0a9cf req-f4ca8228-4111-44b3-9f73-8fad66e5a4e8 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:10.191815 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-a8e2b201-4cd5-4e82-b0eb-61a290e0a9cf req-f4ca8228-4111-44b3-9f73-8fad66e5a4e8 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0581665 Jul 02 03:50:10.276675 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-a8e2b201-4cd5-4e82-b0eb-61a290e0a9cf req-148a1db6-4ad9-4c85-a3ef-b239dd669743 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Deleting port 9dc25d19-95aa-4170-9015-29cd666dc12e {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:50:10.276889 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-a8e2b201-4cd5-4e82-b0eb-61a290e0a9cf req-148a1db6-4ad9-4c85-a3ef-b239dd669743 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (9dc25d19-95aa-4170-9015-29cd666dc12e), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:10.378109 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-a8e2b201-4cd5-4e82-b0eb-61a290e0a9cf req-148a1db6-4ad9-4c85-a3ef-b239dd669743 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] For port 9dc25d19-95aa-4170-9015-29cd666dc12e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9dc25d19-95aa-4170-9015-29cd666dc12e,segment=NetworkSegment(43960758-9dc5-4639-9da2-4d67245fae60),segment_id=43960758-9dc5-4639-9da2-4d67245fae60)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:50:10.378534 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-a8e2b201-4cd5-4e82-b0eb-61a290e0a9cf req-148a1db6-4ad9-4c85-a3ef-b239dd669743 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (9dc25d19-95aa-4170-9015-29cd666dc12e), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:10.378988 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954e2a9-d167-483e-85d9-4a172db836b0 req-729a8ef5-649f-4e38-b635-5aa6eb128039 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:10.380514 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c954e2a9-d167-483e-85d9-4a172db836b0 req-729a8ef5-649f-4e38-b635-5aa6eb128039 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 945 time: 0.0484388 Jul 02 03:50:10.428971 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c954e2a9-d167-483e-85d9-4a172db836b0 req-1b028748-422a-4c14-83b0-95fa5deb79db tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b0df59b-3d36-41d1-aefe-90220e54da71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427558 Jul 02 03:50:10.541194 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-a8e2b201-4cd5-4e82-b0eb-61a290e0a9cf req-148a1db6-4ad9-4c85-a3ef-b239dd669743 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:10.541440 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-a8e2b201-4cd5-4e82-b0eb-61a290e0a9cf req-148a1db6-4ad9-4c85-a3ef-b239dd669743 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389155'] for floatingip (910e6fc1-767a-4291-998f-f22496ba0aa0), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:10.542092 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.db.l3_db [req-a8e2b201-4cd5-4e82-b0eb-61a290e0a9cf req-148a1db6-4ad9-4c85-a3ef-b239dd669743 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Floating IP 910e6fc1-767a-4291-998f-f22496ba0aa0 disassociated. External IP: 172.27.0.245, port: 9dc25d19-95aa-4170-9015-29cd666dc12e. Jul 02 03:50:10.542425 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-a8e2b201-4cd5-4e82-b0eb-61a290e0a9cf req-148a1db6-4ad9-4c85-a3ef-b239dd669743 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Calling delete_port for 9dc25d19-95aa-4170-9015-29cd666dc12e owned by compute:nova {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:50:10.675747 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-a8e2b201-4cd5-4e82-b0eb-61a290e0a9cf req-148a1db6-4ad9-4c85-a3ef-b239dd669743 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (9dc25d19-95aa-4170-9015-29cd666dc12e), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:10.708295 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a1db6-4ad9-4c85-a3ef-b239dd669743 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Pushing event deleted for resources: {'Port': ['ID=9dc25d19-95aa-4170-9015-29cd666dc12e,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:50:10.719825 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148a1db6-4ad9-4c85-a3ef-b239dd669743 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:10.720058 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148a1db6-4ad9-4c85-a3ef-b239dd669743 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:10.720397 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148a1db6-4ad9-4c85-a3ef-b239dd669743 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:10.720731 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148a1db6-4ad9-4c85-a3ef-b239dd669743 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:10.721055 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148a1db6-4ad9-4c85-a3ef-b239dd669743 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:10.721535 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148a1db6-4ad9-4c85-a3ef-b239dd669743 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:10.721851 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148a1db6-4ad9-4c85-a3ef-b239dd669743 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:10.722176 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148a1db6-4ad9-4c85-a3ef-b239dd669743 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:10.722500 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148a1db6-4ad9-4c85-a3ef-b239dd669743 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:10.722820 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148a1db6-4ad9-4c85-a3ef-b239dd669743 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:10.723140 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148a1db6-4ad9-4c85-a3ef-b239dd669743 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:10.723492 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148a1db6-4ad9-4c85-a3ef-b239dd669743 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:10.723820 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148a1db6-4ad9-4c85-a3ef-b239dd669743 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:10.724136 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148a1db6-4ad9-4c85-a3ef-b239dd669743 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:10.724441 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148a1db6-4ad9-4c85-a3ef-b239dd669743 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:10.828796 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8e2b201-4cd5-4e82-b0eb-61a290e0a9cf req-148a1db6-4ad9-4c85-a3ef-b239dd669743 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Router bfd44192-d6b1-423f-8687-79c8d84ca7d1 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:50:10.941889 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8e2b201-4cd5-4e82-b0eb-61a290e0a9cf req-148a1db6-4ad9-4c85-a3ef-b239dd669743 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:50:10.953642 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0897fc5-d378-4e49-9072-cb52f6dda5aa None None] Sync routers for ids ['bfd44192-d6b1-423f-8687-79c8d84ca7d1'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:50:10.967707 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0897fc5-d378-4e49-9072-cb52f6dda5aa None None] Routers {'bfd44192-d6b1-423f-8687-79c8d84ca7d1'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:50:10.968509 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-a0897fc5-d378-4e49-9072-cb52f6dda5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:49:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['bfd44192-d6b1-423f-8687-79c8d84ca7d1'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:50:10.992567 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e2b201-4cd5-4e82-b0eb-61a290e0a9cf req-148a1db6-4ad9-4c85-a3ef-b239dd669743 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] No DVR routers for this DVR port 9dc25d19-95aa-4170-9015-29cd666dc12e on host hv-cinder-84684 {{(pid=104250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:50:10.995156 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-a8e2b201-4cd5-4e82-b0eb-61a290e0a9cf req-148a1db6-4ad9-4c85-a3ef-b239dd669743 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:10.998416 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-a8e2b201-4cd5-4e82-b0eb-61a290e0a9cf req-148a1db6-4ad9-4c85-a3ef-b239dd669743 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.26 "DELETE /v2.0/ports/9dc25d19-95aa-4170-9015-29cd666dc12e HTTP/1.1" status: 204 len: 173 time: 0.7992580 Jul 02 03:50:10.998842 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f0da2c-7771-4e9c-9dfd-e5a12e452bba', 'name': 'network-vif-deleted', 'tag': '9dc25d19-95aa-4170-9015-29cd666dc12e'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:50:11.001347 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2475b55-f9de-49c5-9626-cc750e642240" -d '{"events": [{"server_uuid": "c7f0da2c-7771-4e9c-9dfd-e5a12e452bba", "name": "network-vif-deleted", "tag": "9dc25d19-95aa-4170-9015-29cd666dc12e"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:50:11.045782 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468013ba-7fd6-4cc8-b1dc-87fab5bf7023 x-openstack-request-id: req-468013ba-7fd6-4cc8-b1dc-87fab5bf7023 {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:50:11.046198 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f0da2c-7771-4e9c-9dfd-e5a12e452bba", "name": "network-vif-deleted", "tag": "9dc25d19-95aa-4170-9015-29cd666dc12e", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:50:11.046582 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-468013ba-7fd6-4cc8-b1dc-87fab5bf7023 {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:50:11.047140 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-468013ba-7fd6-4cc8-b1dc-87fab5bf7023'] response: {'server_uuid': 'c7f0da2c-7771-4e9c-9dfd-e5a12e452bba', 'name': 'network-vif-deleted', 'tag': '9dc25d19-95aa-4170-9015-29cd666dc12e', 'status': 'completed', 'code': 200} Jul 02 03:50:11.080626 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-a0897fc5-d378-4e49-9072-cb52f6dda5aa None None] Set router bfd44192-d6b1-423f-8687-79c8d84ca7d1 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:50:11.279878 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-a0897fc5-d378-4e49-9072-cb52f6dda5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'name': 'tempest-AttachVolumeTestJSON-880678290-router', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '84db822f-9103-4585-a8e9-83e214b76c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:36Z', 'revision_number': 4, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'gw_port': {'id': '84db822f-9103-4585-a8e9-83e214b76c15', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '180713db-b710-438e-b5b0-5ff760ca4a89', 'name': '', 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'mac_address': 'fa:16:3e:0f:65:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:36Z', 'updated_at': '2022-07-02T03:45:40Z', 'revision_number': 5, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'subnets': [{'id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:50:11.308933 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0897fc5-d378-4e49-9072-cb52f6dda5aa None None] Checking router: bfd44192-d6b1-423f-8687-79c8d84ca7d1 for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:50:11.317790 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0897fc5-d378-4e49-9072-cb52f6dda5aa None None] Routers {'bfd44192-d6b1-423f-8687-79c8d84ca7d1'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:50:11.318379 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-a0897fc5-d378-4e49-9072-cb52f6dda5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:49:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['bfd44192-d6b1-423f-8687-79c8d84ca7d1'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:50:11.430175 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-a0897fc5-d378-4e49-9072-cb52f6dda5aa None None] Set router bfd44192-d6b1-423f-8687-79c8d84ca7d1 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:50:11.606743 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fb94e5b9-fff7-4e19-9445-6e29e91d0107 req-7fcbdc53-2dd8-4390-955c-73991f33cca1 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7f0da2c-7771-4e9c-9dfd-e5a12e452bba HTTP/1.1" status: 200 len: 210 time: 0.0840833 Jul 02 03:50:11.764441 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-a0897fc5-d378-4e49-9072-cb52f6dda5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'name': 'tempest-AttachVolumeTestJSON-880678290-router', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '84db822f-9103-4585-a8e9-83e214b76c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:36Z', 'revision_number': 4, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'gw_port': {'id': '84db822f-9103-4585-a8e9-83e214b76c15', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '180713db-b710-438e-b5b0-5ff760ca4a89', 'name': '', 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'mac_address': 'fa:16:3e:0f:65:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:36Z', 'updated_at': '2022-07-02T03:45:40Z', 'revision_number': 5, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'subnets': [{'id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:50:11.789420 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0897fc5-d378-4e49-9072-cb52f6dda5aa None None] The sync data for ids ['bfd44192-d6b1-423f-8687-79c8d84ca7d1'] in dv-cinder-846842-9-iscsi is: [{'id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'name': 'tempest-AttachVolumeTestJSON-880678290-router', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '84db822f-9103-4585-a8e9-83e214b76c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:36Z', 'revision_number': 4, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'gw_port': {'id': '84db822f-9103-4585-a8e9-83e214b76c15', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '180713db-b710-438e-b5b0-5ff760ca4a89', 'name': '', 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'mac_address': 'fa:16:3e:0f:65:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:36Z', 'updated_at': '2022-07-02T03:45:40Z', 'revision_number': 5, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'subnets': [{'id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:50:11.999856 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae54749-3d66-4930-aa17-553f9851681a None None] New status for floating IP 910e6fc1-767a-4291-998f-f22496ba0aa0: DOWN {{(pid=104252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 02 03:50:13.721600 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 41412) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:50:13.778068 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-73dc335a-f843-4597-87c9-76447244dd67 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for security_group (7b0df59b-3d36-41d1-aefe-90220e54da71), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:13.797709 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:50:13.800804 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:50:13.802797 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-73dc335a-f843-4597-87c9-76447244dd67 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for security_group (7b0df59b-3d36-41d1-aefe-90220e54da71), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:13.857737 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-73dc335a-f843-4597-87c9-76447244dd67 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (7b0df59b-3d36-41d1-aefe-90220e54da71), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:13.861917 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-73dc335a-f843-4597-87c9-76447244dd67 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:13.863648 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-73dc335a-f843-4597-87c9-76447244dd67 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "DELETE /v2.0/security-groups/7b0df59b-3d36-41d1-aefe-90220e54da71 HTTP/1.1" status: 204 len: 168 time: 0.1409149 Jul 02 03:50:13.866621 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 41414) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:50:13.872928 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc335a-f843-4597-87c9-76447244dd67 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0df59b-3d36-41d1-aefe-90220e54da71,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:50:13.880368 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.api.v2.resource [None req-e9f7a3b2-1999-4652-8efd-9ee211ab0c74 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] show failed (client error): The resource could not be found. Jul 02 03:50:13.881360 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-e9f7a3b2-1999-4652-8efd-9ee211ab0c74 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups/7b0df59b-3d36-41d1-aefe-90220e54da71 HTTP/1.1" status: 404 len: 347 time: 0.0137227 Jul 02 03:50:13.884491 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 41416) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:50:13.993410 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-65a33049-7427-4501-a0cd-50fb86cc1e74 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Deleting port a69f779d-8d23-4ede-94f6-6809741bcb3c {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:50:13.993718 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-65a33049-7427-4501-a0cd-50fb86cc1e74 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (a69f779d-8d23-4ede-94f6-6809741bcb3c), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:14.082042 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-65a33049-7427-4501-a0cd-50fb86cc1e74 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (a69f779d-8d23-4ede-94f6-6809741bcb3c), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:14.082735 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-65a33049-7427-4501-a0cd-50fb86cc1e74 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for floatingip (a69f779d-8d23-4ede-94f6-6809741bcb3c), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:14.095838 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-65a33049-7427-4501-a0cd-50fb86cc1e74 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Calling delete_port for a69f779d-8d23-4ede-94f6-6809741bcb3c owned by network:floatingip {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:50:14.222563 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 9dc25d19-95aa-4170-9015-29cd666dc12e no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:50:14.246386 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] No Port match for: 9dc25d19-95aa-4170-9015-29cd666dc12e {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:50:14.246639 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 9dc25d19-95aa-4170-9015-29cd666dc12e not bound to the agent host hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:50:14.251359 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-65a33049-7427-4501-a0cd-50fb86cc1e74 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (a69f779d-8d23-4ede-94f6-6809741bcb3c), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:14.274930 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a33049-7427-4501-a0cd-50fb86cc1e74 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Pushing event deleted for resources: {'Port': ['ID=a69f779d-8d23-4ede-94f6-6809741bcb3c,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:50:14.345681 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-65a33049-7427-4501-a0cd-50fb86cc1e74 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for floatingip (910e6fc1-767a-4291-998f-f22496ba0aa0), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:14.348201 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-65a33049-7427-4501-a0cd-50fb86cc1e74 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:14.349326 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-65a33049-7427-4501-a0cd-50fb86cc1e74 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "DELETE /v2.0/floatingips/910e6fc1-767a-4291-998f-f22496ba0aa0 HTTP/1.1" status: 204 len: 168 time: 0.4638844 Jul 02 03:50:14.431726 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [req-69d518dc-36da-4954-8d57-a6bbb5d51262 req-26a7d0e3-5a29-4d3b-b78f-63654eedccde service neutron] (104249) timed out ('10.222.0.26', 56963) {{(pid=104249) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 02 03:50:14.433807 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 41420) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:50:14.438447 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-97757c98-bc31-4a86-b438-a71d79ede69e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--986508311', 'description': 'tempest-description--444692206'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:50:14.463567 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-97757c98-bc31-4a86-b438-a71d79ede69e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:14.536712 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-97757c98-bc31-4a86-b438-a71d79ede69e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for security_group (b5220f15-5d53-45af-91c5-13c7dbcbd987), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:14.543690 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-97757c98-bc31-4a86-b438-a71d79ede69e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (b5220f15-5d53-45af-91c5-13c7dbcbd987), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:14.573227 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97757c98-bc31-4a86-b438-a71d79ede69e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5220f15-5d53-45af-91c5-13c7dbcbd987,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:50:14.577415 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-97757c98-bc31-4a86-b438-a71d79ede69e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:14.578659 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-97757c98-bc31-4a86-b438-a71d79ede69e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1438937 Jul 02 03:50:14.581744 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 41422) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:50:14.584661 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97757c98-bc31-4a86-b438-a71d79ede69e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:14.585044 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97757c98-bc31-4a86-b438-a71d79ede69e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:14.585442 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97757c98-bc31-4a86-b438-a71d79ede69e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:14.585705 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97757c98-bc31-4a86-b438-a71d79ede69e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:14.586064 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97757c98-bc31-4a86-b438-a71d79ede69e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:14.586379 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-b8022c3c-4afd-495b-a048-d2343b1e72e6 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Request body: {'security_group_rule': {'security_group_id': 'b5220f15-5d53-45af-91c5-13c7dbcbd987', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:50:14.586549 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97757c98-bc31-4a86-b438-a71d79ede69e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:14.586688 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97757c98-bc31-4a86-b438-a71d79ede69e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:14.587044 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97757c98-bc31-4a86-b438-a71d79ede69e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:14.587397 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97757c98-bc31-4a86-b438-a71d79ede69e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:14.587783 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97757c98-bc31-4a86-b438-a71d79ede69e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:14.588052 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97757c98-bc31-4a86-b438-a71d79ede69e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:14.588381 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97757c98-bc31-4a86-b438-a71d79ede69e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:14.588715 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97757c98-bc31-4a86-b438-a71d79ede69e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:14.589062 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97757c98-bc31-4a86-b438-a71d79ede69e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:14.589384 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97757c98-bc31-4a86-b438-a71d79ede69e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:14.616424 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b8022c3c-4afd-495b-a048-d2343b1e72e6 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for security_group_rule (338385be-585a-42aa-b32f-fe52f83108b4), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:14.674257 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b8022c3c-4afd-495b-a048-d2343b1e72e6 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for security_group_rule (338385be-585a-42aa-b32f-fe52f83108b4), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:14.681712 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b8022c3c-4afd-495b-a048-d2343b1e72e6 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (338385be-585a-42aa-b32f-fe52f83108b4), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:14.704029 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8022c3c-4afd-495b-a048-d2343b1e72e6 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=338385be-585a-42aa-b32f-fe52f83108b4,revision_number=0']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:50:14.714245 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-b8022c3c-4afd-495b-a048-d2343b1e72e6 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:14.715487 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-b8022c3c-4afd-495b-a048-d2343b1e72e6 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1327171 Jul 02 03:50:14.718213 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 41424) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:50:14.722430 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-13187e58-0c73-4e6d-82bc-dbdde8be00d7 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Request body: {'security_group_rule': {'security_group_id': 'b5220f15-5d53-45af-91c5-13c7dbcbd987', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:50:14.750486 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-13187e58-0c73-4e6d-82bc-dbdde8be00d7 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for security_group_rule (794a7cc4-fd4a-483e-98e5-80d50e101fc2), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:14.812367 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-13187e58-0c73-4e6d-82bc-dbdde8be00d7 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for security_group_rule (794a7cc4-fd4a-483e-98e5-80d50e101fc2), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:14.818001 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-13187e58-0c73-4e6d-82bc-dbdde8be00d7 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (794a7cc4-fd4a-483e-98e5-80d50e101fc2), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:14.837161 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13187e58-0c73-4e6d-82bc-dbdde8be00d7 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=794a7cc4-fd4a-483e-98e5-80d50e101fc2,revision_number=0']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:50:14.838794 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:50:14.847445 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-13187e58-0c73-4e6d-82bc-dbdde8be00d7 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:14.848651 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-13187e58-0c73-4e6d-82bc-dbdde8be00d7 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295407 Jul 02 03:50:14.851772 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 41426) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:50:14.856530 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-d43432dd-0ccf-4575-862f-55e9f26c7fbf tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Request body: {'floatingip': {'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:50:14.878056 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d43432dd-0ccf-4575-862f-55e9f26c7fbf tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:14.939185 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:DELETE=8,neutron:SELECT=90,neutron:INSERT=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:50:14.959910 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d43432dd-0ccf-4575-862f-55e9f26c7fbf tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:15.071399 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [None req-d43432dd-0ccf-4575-862f-55e9f26c7fbf tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Allocated IP 172.27.0.3 (f461a802-f340-43f3-86d0-4b44bcb77e0c/5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3/4f5cb7a6-6fa7-4660-9338-38f7c4d72c2c) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:50:15.175058 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d43432dd-0ccf-4575-862f-55e9f26c7fbf tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for port (4f5cb7a6-6fa7-4660-9338-38f7c4d72c2c), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:15.209066 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d43432dd-0ccf-4575-862f-55e9f26c7fbf tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (4f5cb7a6-6fa7-4660-9338-38f7c4d72c2c), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:15.252844 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43432dd-0ccf-4575-862f-55e9f26c7fbf tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Network f461a802-f340-43f3-86d0-4b44bcb77e0c is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:50:15.257800 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-d43432dd-0ccf-4575-862f-55e9f26c7fbf tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:50:15.260094 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43432dd-0ccf-4575-862f-55e9f26c7fbf tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Pushing event updated for resources: {'Port': ['ID=4f5cb7a6-6fa7-4660-9338-38f7c4d72c2c,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:50:15.262161 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43432dd-0ccf-4575-862f-55e9f26c7fbf tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:50:15.346754 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d43432dd-0ccf-4575-862f-55e9f26c7fbf tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for floatingip (3ac87ca6-c50d-4a92-af86-c51147dcc2ef), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:15.388442 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d43432dd-0ccf-4575-862f-55e9f26c7fbf tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (4f5cb7a6-6fa7-4660-9338-38f7c4d72c2c), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:15.542529 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d43432dd-0ccf-4575-862f-55e9f26c7fbf tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for port (4f5cb7a6-6fa7-4660-9338-38f7c4d72c2c), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:15.550477 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d43432dd-0ccf-4575-862f-55e9f26c7fbf tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (4f5cb7a6-6fa7-4660-9338-38f7c4d72c2c), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:15.627008 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:50:15.631705 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43432dd-0ccf-4575-862f-55e9f26c7fbf tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Pushing event updated for resources: {'Port': ['ID=4f5cb7a6-6fa7-4660-9338-38f7c4d72c2c,revision_number=2']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:50:15.639860 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=4 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:50:15.645937 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d43432dd-0ccf-4575-862f-55e9f26c7fbf tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389155'] for floatingip (3ac87ca6-c50d-4a92-af86-c51147dcc2ef), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:15.665239 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-d43432dd-0ccf-4575-862f-55e9f26c7fbf tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:15.666853 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-d43432dd-0ccf-4575-862f-55e9f26c7fbf tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8135369 Jul 02 03:50:15.875238 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-34f55c7a-2ee2-43bf-8c2a-c6baed25358d tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--986508311&fields=id&tenant_id=0665267ba574490cbcf958be4d793dd3 HTTP/1.1" status: 200 len: 267 time: 0.0450559 Jul 02 03:50:15.984532 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-55a4747e-81d1-4b09-83e0-21758bb43664 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:15.986087 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-55a4747e-81d1-4b09-83e0-21758bb43664 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/networks?id=2526fc80-7281-4aad-9a6a-6587590ab6d6 HTTP/1.1" status: 200 len: 810 time: 0.1036937 Jul 02 03:50:16.001579 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-8192dbd4-1991-433f-98bc-064ef3529f9a tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/quotas/0665267ba574490cbcf958be4d793dd3 HTTP/1.1" status: 200 len: 375 time: 0.0098050 Jul 02 03:50:16.063681 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-1f0e7426-b9d1-4600-b36f-73e9dc1eda11 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0665267ba574490cbcf958be4d793dd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565667 Jul 02 03:50:16.206396 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-d6e393af-a676-4c92-95ce-a7a7585d5ff2 service neutron] 10.222.0.42 "GET /v2.0/networks/2526fc80-7281-4aad-9a6a-6587590ab6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307783 Jul 02 03:50:16.305629 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-18a2805a-074c-4bdd-95d2-c41972c1c690 service neutron] 10.222.0.42 "GET /v2.0/networks/2526fc80-7281-4aad-9a6a-6587590ab6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922463 Jul 02 03:50:16.480178 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ab7f4345-a1dd-440b-be69-7cec599ba5c0 req-55c8193b-29e2-45bf-bea3-7b8bd75fb249 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e19df2f-a704-4cba-93a1-031ac21b3998 HTTP/1.1" status: 200 len: 210 time: 0.0280344 Jul 02 03:50:17.566907 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-3236a5ba-a000-4c6c-8774-68981e78fa62 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:17.568500 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-3236a5ba-a000-4c6c-8774-68981e78fa62 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.26 "GET /v2.0/networks?id=2526fc80-7281-4aad-9a6a-6587590ab6d6 HTTP/1.1" status: 200 len: 810 time: 0.1184928 Jul 02 03:50:17.571792 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:50:17.601758 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-35ed37c2-ed77-42ee-b2fc-399a775fea90 req-8702bf0f-c6fa-4def-9da6-dac3167ab8a3 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e19df2f-a704-4cba-93a1-031ac21b3998 HTTP/1.1" status: 200 len: 210 time: 0.0388279 Jul 02 03:50:17.638194 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-b2ffc9cf-02df-48e0-bb39-0a3232b83329 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0665267ba574490cbcf958be4d793dd3 HTTP/1.1" status: 200 len: 379 time: 0.0543177 Jul 02 03:50:17.647045 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-7c6919f7-a452-4815-9e11-5152e3984fdf tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Request body: {'port': {'device_id': '4e19df2f-a704-4cba-93a1-031ac21b3998', 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6', 'admin_state_up': True, 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'security_groups': ['b5220f15-5d53-45af-91c5-13c7dbcbd987']}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:50:17.758813 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-7c6919f7-a452-4815-9e11-5152e3984fdf tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Made reservation on behalf of 0665267ba574490cbcf958be4d793dd3 for: {'port': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:50:17.762294 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-7c6919f7-a452-4815-9e11-5152e3984fdf tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:17.887274 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-7c6919f7-a452-4815-9e11-5152e3984fdf tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Allocated IP 172.20.0.12 (2526fc80-7281-4aad-9a6a-6587590ab6d6/46494941-1b90-44c2-ba93-9c8cd15f4d45/26c8b138-e3db-46c8-b558-dc25b48aed1b) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:50:17.977728 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:18.026655 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-7c6919f7-a452-4815-9e11-5152e3984fdf tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for port (26c8b138-e3db-46c8-b558-dc25b48aed1b), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:18.059311 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-7c6919f7-a452-4815-9e11-5152e3984fdf tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (26c8b138-e3db-46c8-b558-dc25b48aed1b), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:18.104033 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-7c6919f7-a452-4815-9e11-5152e3984fdf tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Network 2526fc80-7281-4aad-9a6a-6587590ab6d6 is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:50:18.107150 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-7c6919f7-a452-4815-9e11-5152e3984fdf tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:50:18.109840 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-7c6919f7-a452-4815-9e11-5152e3984fdf tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:50:18.140151 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6919f7-a452-4815-9e11-5152e3984fdf tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Pushing event updated for resources: {'Port': ['ID=26c8b138-e3db-46c8-b558-dc25b48aed1b,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:50:18.168763 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-7c6919f7-a452-4815-9e11-5152e3984fdf tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:18.169400 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-7c6919f7-a452-4815-9e11-5152e3984fdf tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:18.187542 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-7c6919f7-a452-4815-9e11-5152e3984fdf tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5445757 Jul 02 03:50:18.217292 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-8512fee5-7f70-4372-a6fd-14cd44927a1e service neutron] Request body: {'port': {'device_id': '4e19df2f-a704-4cba-93a1-031ac21b3998', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:50:18.248413 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:50:18.288602 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-8512fee5-7f70-4372-a6fd-14cd44927a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (26c8b138-e3db-46c8-b558-dc25b48aed1b), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:18.297970 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:50:18.359857 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-bdea1f8b-e769-4111-ba19-4170c302685a None None] Provisioning complete for port 26c8b138-e3db-46c8-b558-dc25b48aed1b triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:50:18.360229 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-bdea1f8b-e769-4111-ba19-4170c302685a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (26c8b138-e3db-46c8-b558-dc25b48aed1b), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:18.391716 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-bdea1f8b-e769-4111-ba19-4170c302685a None None] Port 26c8b138-e3db-46c8-b558-dc25b48aed1b cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:50:18.564595 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-8512fee5-7f70-4372-a6fd-14cd44927a1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c8b138-e3db-46c8-b558-dc25b48aed1b {{(pid=104250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:50:18.572290 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-8512fee5-7f70-4372-a6fd-14cd44927a1e service neutron] Publish callbacks [] for port (26c8b138-e3db-46c8-b558-dc25b48aed1b), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:18.585656 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.provisioning_blocks [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-8512fee5-7f70-4372-a6fd-14cd44927a1e service neutron] Transition to ACTIVE for port object 26c8b138-e3db-46c8-b558-dc25b48aed1b will not be triggered until provisioned by entity L2. {{(pid=104250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 02 03:50:18.593365 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-8512fee5-7f70-4372-a6fd-14cd44927a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (26c8b138-e3db-46c8-b558-dc25b48aed1b), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:18.656949 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512fee5-7f70-4372-a6fd-14cd44927a1e service neutron] Pushing event updated for resources: {'Port': ['ID=26c8b138-e3db-46c8-b558-dc25b48aed1b,revision_number=2']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:50:18.722690 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a7b9b-fc81-427a-ad9a-f4f3dfe11336 req-bcf2f263-d680-4fc3-9726-0ead70daca6e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:18.725459 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c06a7b9b-fc81-427a-ad9a-f4f3dfe11336 req-bcf2f263-d680-4fc3-9726-0ead70daca6e tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e19df2f-a704-4cba-93a1-031ac21b3998 HTTP/1.1" status: 200 len: 944 time: 0.0509255 Jul 02 03:50:18.740980 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-8512fee5-7f70-4372-a6fd-14cd44927a1e service neutron] Attempting to bind port 26c8b138-e3db-46c8-b558-dc25b48aed1b on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:50:18.741339 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-8512fee5-7f70-4372-a6fd-14cd44927a1e service neutron] Attempting to bind port 26c8b138-e3db-46c8-b558-dc25b48aed1b by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '43960758-9dc5-4639-9da2-4d67245fae60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6'}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:50:18.741775 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-8512fee5-7f70-4372-a6fd-14cd44927a1e service neutron] Attempting to bind port 26c8b138-e3db-46c8-b558-dc25b48aed1b on network 2526fc80-7281-4aad-9a6a-6587590ab6d6 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:50:18.746813 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-8512fee5-7f70-4372-a6fd-14cd44927a1e service neutron] Port 26c8b138-e3db-46c8-b558-dc25b48aed1b on network 2526fc80-7281-4aad-9a6a-6587590ab6d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 02 03:50:18.747595 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-8512fee5-7f70-4372-a6fd-14cd44927a1e service neutron] Attempting to bind port 26c8b138-e3db-46c8-b558-dc25b48aed1b on network 2526fc80-7281-4aad-9a6a-6587590ab6d6 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:50:18.752265 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-8512fee5-7f70-4372-a6fd-14cd44927a1e service neutron] Checking agent: {'id': 'b6c7a065-6c6d-4192-b8a5-562c9c844309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'started_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:50:18.752597 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-8512fee5-7f70-4372-a6fd-14cd44927a1e service neutron] Checking segment: {'id': '43960758-9dc5-4639-9da2-4d67245fae60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:50:18.752975 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-8512fee5-7f70-4372-a6fd-14cd44927a1e service neutron] Bound using segment: {'id': '43960758-9dc5-4639-9da2-4d67245fae60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6'} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:50:18.753397 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-8512fee5-7f70-4372-a6fd-14cd44927a1e service neutron] Bound port: 26c8b138-e3db-46c8-b558-dc25b48aed1b, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43960758-9dc5-4639-9da2-4d67245fae60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6'}}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:50:18.753745 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-8512fee5-7f70-4372-a6fd-14cd44927a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (26c8b138-e3db-46c8-b558-dc25b48aed1b), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:18.772152 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:50:18.777482 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c06a7b9b-fc81-427a-ad9a-f4f3dfe11336 req-66bf1df5-b703-4b45-a5fb-713634392a72 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5220f15-5d53-45af-91c5-13c7dbcbd987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462487 Jul 02 03:50:18.822488 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-8512fee5-7f70-4372-a6fd-14cd44927a1e service neutron] For port 26c8b138-e3db-46c8-b558-dc25b48aed1b, host hv-cinder-84684, cleared binding levels {{(pid=104250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:50:18.826051 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-8512fee5-7f70-4372-a6fd-14cd44927a1e service neutron] For port 26c8b138-e3db-46c8-b558-dc25b48aed1b, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=26c8b138-e3db-46c8-b558-dc25b48aed1b,segment=NetworkSegment(43960758-9dc5-4639-9da2-4d67245fae60),segment_id=43960758-9dc5-4639-9da2-4d67245fae60)] {{(pid=104250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:50:18.833474 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-8512fee5-7f70-4372-a6fd-14cd44927a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (26c8b138-e3db-46c8-b558-dc25b48aed1b), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:18.873870 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-8512fee5-7f70-4372-a6fd-14cd44927a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:18.874484 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-8512fee5-7f70-4372-a6fd-14cd44927a1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:18.875890 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-8512fee5-7f70-4372-a6fd-14cd44927a1e service neutron] 10.222.0.26 "PUT /v2.0/ports/26c8b138-e3db-46c8-b558-dc25b48aed1b HTTP/1.1" status: 200 len: 1094 time: 0.6630907 Jul 02 03:50:18.876318 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e19df2f-a704-4cba-93a1-031ac21b3998', 'tag': '26c8b138-e3db-46c8-b558-dc25b48aed1b'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:50:18.878536 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2026f723-2dab-4f58-bb92-3a69669c8f98" -d '{"events": [{"name": "network-changed", "server_uuid": "4e19df2f-a704-4cba-93a1-031ac21b3998", "tag": "26c8b138-e3db-46c8-b558-dc25b48aed1b"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:50:18.900888 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512fee5-7f70-4372-a6fd-14cd44927a1e service neutron] Pushing event updated for resources: {'Port': ['ID=26c8b138-e3db-46c8-b558-dc25b48aed1b,revision_number=3']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:50:18.928061 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c0b6c1-2ce9-4030-9396-3d9b8fdec785 x-openstack-request-id: req-c2c0b6c1-2ce9-4030-9396-3d9b8fdec785 {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:50:18.928061 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e19df2f-a704-4cba-93a1-031ac21b3998", "tag": "26c8b138-e3db-46c8-b558-dc25b48aed1b", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:50:18.928381 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c2c0b6c1-2ce9-4030-9396-3d9b8fdec785 {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:50:18.928661 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2c0b6c1-2ce9-4030-9396-3d9b8fdec785'] response: {'name': 'network-changed', 'server_uuid': '4e19df2f-a704-4cba-93a1-031ac21b3998', 'tag': '26c8b138-e3db-46c8-b558-dc25b48aed1b', 'status': 'completed', 'code': 200} Jul 02 03:50:19.254819 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-745d68fb-9eee-49d3-be16-0d93bdecd98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:19.256605 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-745d68fb-9eee-49d3-be16-0d93bdecd98d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0665267ba574490cbcf958be4d793dd3&device_id=4e19df2f-a704-4cba-93a1-031ac21b3998 HTTP/1.1" status: 200 len: 1128 time: 0.3098783 Jul 02 03:50:19.302548 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-f22b731e-a924-40bd-9701-d7210a867c15 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26c8b138-e3db-46c8-b558-dc25b48aed1b HTTP/1.1" status: 200 len: 217 time: 0.0325005 Jul 02 03:50:19.351577 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-e867bb13-3724-4d39-937e-ed96dc90c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:19.352993 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-e867bb13-3724-4d39-937e-ed96dc90c070 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46494941-1b90-44c2-ba93-9c8cd15f4d45 HTTP/1.1" status: 200 len: 849 time: 0.0446923 Jul 02 03:50:19.400874 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-f11bbfd6-4059-4d6f-b851-e558d1193704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:19.402299 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-f11bbfd6-4059-4d6f-b851-e558d1193704 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2526fc80-7281-4aad-9a6a-6587590ab6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432992 Jul 02 03:50:19.490994 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:50:19.497879 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-9e23c8b5-9752-4840-9b8b-3a5e124da805 service neutron] 10.222.0.26 "GET /v2.0/networks/2526fc80-7281-4aad-9a6a-6587590ab6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890944 Jul 02 03:50:19.590164 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-54149113-9370-4e90-af7b-ca3e5cafe40f req-c2f24aa9-c75e-4203-8e60-697f0329eb75 service neutron] 10.222.0.26 "GET /v2.0/networks/2526fc80-7281-4aad-9a6a-6587590ab6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866439 Jul 02 03:50:19.899161 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eeb4a1-adff-48f5-b28e-b3d4f6f86c76 req-8e72a1a8-b91b-4e0e-9d60-df851ca36d9b tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:19.900659 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-11eeb4a1-adff-48f5-b28e-b3d4f6f86c76 req-8e72a1a8-b91b-4e0e-9d60-df851ca36d9b tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e19df2f-a704-4cba-93a1-031ac21b3998 HTTP/1.1" status: 200 len: 944 time: 0.0479648 Jul 02 03:50:19.951047 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-11eeb4a1-adff-48f5-b28e-b3d4f6f86c76 req-410d398a-45b4-423e-84b7-9a7cff171642 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5220f15-5d53-45af-91c5-13c7dbcbd987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415704 Jul 02 03:50:20.243430 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cbd00717-855c-4b87-9e6b-72f100f2b1ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:21.089880 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4475266-3846-4f5d-b081-067110e7ae12 req-b0c588ee-853d-4e39-81cd-3f42293967a1 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:21.091399 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c4475266-3846-4f5d-b081-067110e7ae12 req-b0c588ee-853d-4e39-81cd-3f42293967a1 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e19df2f-a704-4cba-93a1-031ac21b3998 HTTP/1.1" status: 200 len: 944 time: 0.0613289 Jul 02 03:50:21.140449 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c4475266-3846-4f5d-b081-067110e7ae12 req-03275655-49d6-4565-a0a0-6fcb31dffb94 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5220f15-5d53-45af-91c5-13c7dbcbd987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433207 Jul 02 03:50:22.030328 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026f723-2dab-4f58-bb92-3a69669c8f98 req-43c5b220-a516-47e8-8cf5-07deeba263cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:22.031844 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-2026f723-2dab-4f58-bb92-3a69669c8f98 req-43c5b220-a516-47e8-8cf5-07deeba263cb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0665267ba574490cbcf958be4d793dd3&device_id=4e19df2f-a704-4cba-93a1-031ac21b3998 HTTP/1.1" status: 200 len: 1128 time: 0.0453990 Jul 02 03:50:22.045217 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:50:22.131596 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026f723-2dab-4f58-bb92-3a69669c8f98 req-64566233-d672-4034-adfd-fa71662489da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:22.133181 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-2026f723-2dab-4f58-bb92-3a69669c8f98 req-64566233-d672-4034-adfd-fa71662489da service neutron] 10.222.0.26 "GET /v2.0/networks?id=2526fc80-7281-4aad-9a6a-6587590ab6d6 HTTP/1.1" status: 200 len: 911 time: 0.0953166 Jul 02 03:50:22.153780 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:50:22.156716 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=9 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:50:22.175541 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-2026f723-2dab-4f58-bb92-3a69669c8f98 req-68f2e93b-0184-4e3f-94b5-a734464c103b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26c8b138-e3db-46c8-b558-dc25b48aed1b HTTP/1.1" status: 200 len: 217 time: 0.0354078 Jul 02 03:50:22.225234 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026f723-2dab-4f58-bb92-3a69669c8f98 req-fc1fbbb3-b077-40d3-ae05-7a7f8a9add51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:22.226731 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-2026f723-2dab-4f58-bb92-3a69669c8f98 req-fc1fbbb3-b077-40d3-ae05-7a7f8a9add51 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46494941-1b90-44c2-ba93-9c8cd15f4d45 HTTP/1.1" status: 200 len: 849 time: 0.0455832 Jul 02 03:50:22.261571 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467db064-5ca5-41d4-af29-200dd86f7dce req-76ce1af5-0a2d-4ee5-8305-3911b7b1aa65 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:22.263103 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-467db064-5ca5-41d4-af29-200dd86f7dce req-76ce1af5-0a2d-4ee5-8305-3911b7b1aa65 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e19df2f-a704-4cba-93a1-031ac21b3998 HTTP/1.1" status: 200 len: 944 time: 0.0508053 Jul 02 03:50:22.276338 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026f723-2dab-4f58-bb92-3a69669c8f98 req-35515cdb-cdf6-46b8-853a-782443bc27ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:22.277881 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-2026f723-2dab-4f58-bb92-3a69669c8f98 req-35515cdb-cdf6-46b8-853a-782443bc27ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2526fc80-7281-4aad-9a6a-6587590ab6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451024 Jul 02 03:50:22.311093 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-467db064-5ca5-41d4-af29-200dd86f7dce req-f57cda74-0053-47fa-8786-526728a4072b tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5220f15-5d53-45af-91c5-13c7dbcbd987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423021 Jul 02 03:50:22.368903 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-2026f723-2dab-4f58-bb92-3a69669c8f98 req-aa2a5503-a070-44fd-8203-6a9e3e4eaf98 service neutron] 10.222.0.26 "GET /v2.0/networks/2526fc80-7281-4aad-9a6a-6587590ab6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840707 Jul 02 03:50:22.466561 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-2026f723-2dab-4f58-bb92-3a69669c8f98 req-bba2d2c8-db88-43e6-afaa-3c1a5a4aa339 service neutron] 10.222.0.26 "GET /v2.0/networks/2526fc80-7281-4aad-9a6a-6587590ab6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918868 Jul 02 03:50:22.542485 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-10604e9a-c323-4fda-8713-a7485522ca25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:23.441783 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e6915-5afc-40eb-a869-ab7655a271af req-0db607f9-b586-4fda-a30d-d06738f11441 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:23.443331 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cb3e6915-5afc-40eb-a869-ab7655a271af req-0db607f9-b586-4fda-a30d-d06738f11441 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e19df2f-a704-4cba-93a1-031ac21b3998 HTTP/1.1" status: 200 len: 944 time: 0.0569100 Jul 02 03:50:23.500557 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-cb3e6915-5afc-40eb-a869-ab7655a271af req-938cd8b5-535f-4aa0-a25a-aa6deabe1205 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5220f15-5d53-45af-91c5-13c7dbcbd987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506530 Jul 02 03:50:23.658477 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:24.259776 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 26c8b138-e3db-46c8-b558-dc25b48aed1b details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 03:50:24.343387 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:50:24.349068 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:50:24.361384 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 26c8b138-e3db-46c8-b558-dc25b48aed1b, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=26c8b138-e3db-46c8-b558-dc25b48aed1b,segment=NetworkSegment(43960758-9dc5-4639-9da2-4d67245fae60),segment_id=43960758-9dc5-4639-9da2-4d67245fae60)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:50:24.375994 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Returning: {'device': '26c8b138-e3db-46c8-b558-dc25b48aed1b', 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6', 'port_id': '26c8b138-e3db-46c8-b558-dc25b48aed1b', 'mac_address': 'fa:16:3e:16:d0:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 03:50:24.410305 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 26c8b138-e3db-46c8-b558-dc25b48aed1b is: DOWN; New status is: BUILD {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:50:24.410684 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (26c8b138-e3db-46c8-b558-dc25b48aed1b), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:24.425655 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c8b138-e3db-46c8-b558-dc25b48aed1b {{(pid=104251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:50:24.447072 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 26c8b138-e3db-46c8-b558-dc25b48aed1b, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=26c8b138-e3db-46c8-b558-dc25b48aed1b,segment=NetworkSegment(43960758-9dc5-4639-9da2-4d67245fae60),segment_id=43960758-9dc5-4639-9da2-4d67245fae60)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:50:24.454649 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (26c8b138-e3db-46c8-b558-dc25b48aed1b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:24.500795 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=26c8b138-e3db-46c8-b558-dc25b48aed1b,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:50:24.508104 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:24.508449 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:24.508811 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:24.509365 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:24.509675 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:24.510001 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:24.510306 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:24.510630 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:24.510958 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:24.511277 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:24.511627 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:24.511947 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:24.512270 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:24.512586 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:24.512899 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:50:24.624461 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fbb47-2733-442b-9a94-148252c9dc25 req-a020c15e-fee5-43ab-bf9d-ee30f376c159 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:24.625939 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-169fbb47-2733-442b-9a94-148252c9dc25 req-a020c15e-fee5-43ab-bf9d-ee30f376c159 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e19df2f-a704-4cba-93a1-031ac21b3998 HTTP/1.1" status: 200 len: 945 time: 0.0480664 Jul 02 03:50:24.673277 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-169fbb47-2733-442b-9a94-148252c9dc25 req-2d26493f-4ceb-4d84-8d84-73fd05e41499 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5220f15-5d53-45af-91c5-13c7dbcbd987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415037 Jul 02 03:50:24.863129 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['26c8b138-e3db-46c8-b558-dc25b48aed1b'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:50:25.272922 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:25.345959 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:25.798805 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdadf6e-6363-44e9-8556-0a908b8bced7 req-e47cd118-50a5-492e-8d78-69a8b6c8b482 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:25.800332 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-bcdadf6e-6363-44e9-8556-0a908b8bced7 req-e47cd118-50a5-492e-8d78-69a8b6c8b482 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e19df2f-a704-4cba-93a1-031ac21b3998 HTTP/1.1" status: 200 len: 945 time: 0.0476043 Jul 02 03:50:25.849849 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-bcdadf6e-6363-44e9-8556-0a908b8bced7 req-fe257f9d-bd1a-4ee2-8ce1-cb9b61fd7087 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5220f15-5d53-45af-91c5-13c7dbcbd987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413439 Jul 02 03:50:26.281840 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 26c8b138-e3db-46c8-b558-dc25b48aed1b up at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:50:26.328633 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning for port 26c8b138-e3db-46c8-b558-dc25b48aed1b completed by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 02 03:50:26.336537 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning complete for port 26c8b138-e3db-46c8-b558-dc25b48aed1b triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:50:26.336953 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (26c8b138-e3db-46c8-b558-dc25b48aed1b), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:26.411074 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 26c8b138-e3db-46c8-b558-dc25b48aed1b is: BUILD; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:50:26.411336 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (26c8b138-e3db-46c8-b558-dc25b48aed1b), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:26.435416 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e19df2f-a704-4cba-93a1-031ac21b3998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c8b138-e3db-46c8-b558-dc25b48aed1b'}] {{(pid=104251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:50:26.438214 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea91eb0431f3890beba7fecfff9803703e4988fc204844c40d6eadfc05b4f309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24111c66-824f-40db-a132-1a830800b367" -d '{"events": [{"server_uuid": "4e19df2f-a704-4cba-93a1-031ac21b3998", "name": "network-vif-plugged", "status": "completed", "tag": "26c8b138-e3db-46c8-b558-dc25b48aed1b"}]}' {{(pid=104251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:50:26.452102 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 26c8b138-e3db-46c8-b558-dc25b48aed1b, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=26c8b138-e3db-46c8-b558-dc25b48aed1b,segment=NetworkSegment(43960758-9dc5-4639-9da2-4d67245fae60),segment_id=43960758-9dc5-4639-9da2-4d67245fae60)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:50:26.457294 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (26c8b138-e3db-46c8-b558-dc25b48aed1b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:26.481358 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b318a3db-e542-4e6e-ba6a-fd561cdf4ae3 x-openstack-request-id: req-b318a3db-e542-4e6e-ba6a-fd561cdf4ae3 {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:50:26.481654 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e19df2f-a704-4cba-93a1-031ac21b3998", "name": "network-vif-plugged", "status": "completed", "tag": "26c8b138-e3db-46c8-b558-dc25b48aed1b", "code": 200}]} {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:50:26.481943 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b318a3db-e542-4e6e-ba6a-fd561cdf4ae3 {{(pid=104251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:50:26.482339 dv-cinder-846842-9-iscsi neutron-server[104251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b318a3db-e542-4e6e-ba6a-fd561cdf4ae3'] response: {'server_uuid': '4e19df2f-a704-4cba-93a1-031ac21b3998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c8b138-e3db-46c8-b558-dc25b48aed1b', 'code': 200} Jul 02 03:50:26.508728 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=26c8b138-e3db-46c8-b558-dc25b48aed1b,revision_number=5']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:50:26.748911 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82360ecf-c721-4e56-8c9f-e7ecaec23cc5 req-7c41f582-9c30-4960-a052-7f56e65e95d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:26.750460 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-82360ecf-c721-4e56-8c9f-e7ecaec23cc5 req-7c41f582-9c30-4960-a052-7f56e65e95d2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4e19df2f-a704-4cba-93a1-031ac21b3998 HTTP/1.1" status: 200 len: 1130 time: 0.0854814 Jul 02 03:50:26.795186 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-82360ecf-c721-4e56-8c9f-e7ecaec23cc5 req-dfc96f40-5f51-4b1d-baa0-6dd48c24fc09 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b5220f15-5d53-45af-91c5-13c7dbcbd987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385380 Jul 02 03:50:26.976652 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb7b69-a1bc-42a7-a343-24faf82b101e req-5e75e4a5-c6b9-4f6b-85da-45059c82ac0b tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:26.978157 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-48bb7b69-a1bc-42a7-a343-24faf82b101e req-5e75e4a5-c6b9-4f6b-85da-45059c82ac0b tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e19df2f-a704-4cba-93a1-031ac21b3998 HTTP/1.1" status: 200 len: 946 time: 0.0526240 Jul 02 03:50:27.030036 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-48bb7b69-a1bc-42a7-a343-24faf82b101e req-e13adb81-56a5-4535-8ffa-ce436889f16a tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5220f15-5d53-45af-91c5-13c7dbcbd987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462258 Jul 02 03:50:27.999307 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-eed9ec57-60e2-4129-9da2-da3777b458a6 req-178ae452-5366-4d38-9bc5-24a2a2187715 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4ca5d2e7-13ef-4686-ad55-082607c0fd4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448401 Jul 02 03:50:28.101718 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9ec57-60e2-4129-9da2-da3777b458a6 req-0ee3b9bc-066a-45ce-b7fb-44aafee7753f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:28.103261 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-eed9ec57-60e2-4129-9da2-da3777b458a6 req-0ee3b9bc-066a-45ce-b7fb-44aafee7753f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01fccbd11a4b4e859bec1a56f42315b2&device_id=4ca5d2e7-13ef-4686-ad55-082607c0fd4d HTTP/1.1" status: 200 len: 1129 time: 0.0402756 Jul 02 03:50:28.153260 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e75319-cb9c-4f08-9ca5-82051208aca0 req-c2bfee69-d7a6-4f9c-91dc-015cf084befa tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:28.154831 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c1e75319-cb9c-4f08-9ca5-82051208aca0 req-c2bfee69-d7a6-4f9c-91dc-015cf084befa tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e19df2f-a704-4cba-93a1-031ac21b3998 HTTP/1.1" status: 200 len: 946 time: 0.0498552 Jul 02 03:50:28.204043 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c1e75319-cb9c-4f08-9ca5-82051208aca0 req-2467c17b-f95a-4b2f-a47b-189e9919022b tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5220f15-5d53-45af-91c5-13c7dbcbd987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431595 Jul 02 03:50:28.713673 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9ec57-60e2-4129-9da2-da3777b458a6 req-0d47d311-f3b6-4efc-9537-47c76c527642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:28.715176 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-eed9ec57-60e2-4129-9da2-da3777b458a6 req-0d47d311-f3b6-4efc-9537-47c76c527642 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1ef0821-e2dc-4511-8f33-8aac33bfb07d HTTP/1.1" status: 200 len: 912 time: 0.0935872 Jul 02 03:50:28.784765 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-eed9ec57-60e2-4129-9da2-da3777b458a6 req-11de5830-a38e-4bc1-8466-59e09721b27a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09272599-5e76-4fdf-bc09-0dc405b5f132 HTTP/1.1" status: 200 len: 1000 time: 0.0632372 Jul 02 03:50:28.834959 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9ec57-60e2-4129-9da2-da3777b458a6 req-dfd28e14-b71b-4975-a3d7-a469d9950140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:28.836587 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-eed9ec57-60e2-4129-9da2-da3777b458a6 req-dfd28e14-b71b-4975-a3d7-a469d9950140 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b06dd79-dc3a-4079-aff2-e99618bacbd7 HTTP/1.1" status: 200 len: 850 time: 0.0463157 Jul 02 03:50:28.881056 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9ec57-60e2-4129-9da2-da3777b458a6 req-981c2cbe-bb43-4da7-91b4-1c035ec91519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:28.882570 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-eed9ec57-60e2-4129-9da2-da3777b458a6 req-981c2cbe-bb43-4da7-91b4-1c035ec91519 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1ef0821-e2dc-4511-8f33-8aac33bfb07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397906 Jul 02 03:50:28.906705 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=100 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:50:28.980861 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-eed9ec57-60e2-4129-9da2-da3777b458a6 req-a097db20-ba54-4953-ab54-8997e8808f3a service neutron] 10.222.0.26 "GET /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913436 Jul 02 03:50:29.093079 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-eed9ec57-60e2-4129-9da2-da3777b458a6 req-6e005ea9-8812-414c-b084-14d15de5e9af service neutron] 10.222.0.26 "GET /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055200 Jul 02 03:50:29.325908 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41cdf5-2711-485f-9efd-02abb912b8c2 req-309aa55a-57b6-4a0b-83b6-719a2d8580d0 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:29.327492 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3c41cdf5-2711-485f-9efd-02abb912b8c2 req-309aa55a-57b6-4a0b-83b6-719a2d8580d0 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e19df2f-a704-4cba-93a1-031ac21b3998 HTTP/1.1" status: 200 len: 946 time: 0.0516362 Jul 02 03:50:29.377809 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-3c41cdf5-2711-485f-9efd-02abb912b8c2 req-aa9aa67f-a165-4058-950f-5880e5598e27 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5220f15-5d53-45af-91c5-13c7dbcbd987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425932 Jul 02 03:50:29.493520 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523e5cc-0890-4b50-9726-ddd40f0ce8e7 req-0483000d-4dae-4d81-b3e7-8d23646ab601 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:29.494925 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c523e5cc-0890-4b50-9726-ddd40f0ce8e7 req-0483000d-4dae-4d81-b3e7-8d23646ab601 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e19df2f-a704-4cba-93a1-031ac21b3998 HTTP/1.1" status: 200 len: 946 time: 0.0528302 Jul 02 03:50:29.504830 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 41494) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:50:29.509545 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-fa15e0a7-36cd-47f9-99d8-fad03ebac3aa tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Request body: {'floatingip': {'port_id': '26c8b138-e3db-46c8-b558-dc25b48aed1b'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:50:29.549308 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-fa15e0a7-36cd-47f9-99d8-fad03ebac3aa tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for floatingip (3ac87ca6-c50d-4a92-af86-c51147dcc2ef), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:29.614286 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=100 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:50:29.973035 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-fa15e0a7-36cd-47f9-99d8-fad03ebac3aa tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:29.980735 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-fa15e0a7-36cd-47f9-99d8-fad03ebac3aa tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389155'] for floatingip (3ac87ca6-c50d-4a92-af86-c51147dcc2ef), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:30.088063 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.db.l3_db [None req-fa15e0a7-36cd-47f9-99d8-fad03ebac3aa tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Floating IP 3ac87ca6-c50d-4a92-af86-c51147dcc2ef associated. External IP: 172.27.0.3, port: 26c8b138-e3db-46c8-b558-dc25b48aed1b. Jul 02 03:50:30.286673 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa15e0a7-36cd-47f9-99d8-fad03ebac3aa tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Router bfd44192-d6b1-423f-8687-79c8d84ca7d1 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:50:30.389285 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa15e0a7-36cd-47f9-99d8-fad03ebac3aa tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:50:30.394141 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-fa15e0a7-36cd-47f9-99d8-fad03ebac3aa tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:30.396970 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:50:30.400995 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2417b1fb-0c28-4173-b9d5-b2a6aceca583 None None] Sync routers for ids ['bfd44192-d6b1-423f-8687-79c8d84ca7d1'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:50:30.411327 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2417b1fb-0c28-4173-b9d5-b2a6aceca583 None None] Routers {'bfd44192-d6b1-423f-8687-79c8d84ca7d1'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:50:30.411959 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-2417b1fb-0c28-4173-b9d5-b2a6aceca583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:50:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['bfd44192-d6b1-423f-8687-79c8d84ca7d1'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:50:30.425760 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-fa15e0a7-36cd-47f9-99d8-fad03ebac3aa tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "PUT /v2.0/floatingips/3ac87ca6-c50d-4a92-af86-c51147dcc2ef HTTP/1.1" status: 200 len: 990 time: 0.9196622 Jul 02 03:50:30.426187 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e19df2f-a704-4cba-93a1-031ac21b3998', 'tag': '26c8b138-e3db-46c8-b558-dc25b48aed1b'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:50:30.428489 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757268ca-ed42-4976-a9b1-9e941746d093" -d '{"events": [{"name": "network-changed", "server_uuid": "4e19df2f-a704-4cba-93a1-031ac21b3998", "tag": "26c8b138-e3db-46c8-b558-dc25b48aed1b"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:50:30.464027 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1dd098d-7043-4fb1-99f2-b3986e8bdd32 x-openstack-request-id: req-a1dd098d-7043-4fb1-99f2-b3986e8bdd32 {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:50:30.464311 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e19df2f-a704-4cba-93a1-031ac21b3998", "tag": "26c8b138-e3db-46c8-b558-dc25b48aed1b", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:50:30.464565 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a1dd098d-7043-4fb1-99f2-b3986e8bdd32 {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:50:30.464979 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1dd098d-7043-4fb1-99f2-b3986e8bdd32'] response: {'name': 'network-changed', 'server_uuid': '4e19df2f-a704-4cba-93a1-031ac21b3998', 'tag': '26c8b138-e3db-46c8-b558-dc25b48aed1b', 'status': 'completed', 'code': 200} Jul 02 03:50:30.525629 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-2417b1fb-0c28-4173-b9d5-b2a6aceca583 None None] Set router bfd44192-d6b1-423f-8687-79c8d84ca7d1 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:50:30.545530 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757268ca-ed42-4976-a9b1-9e941746d093 req-2af7d8ac-3359-4fe7-a0e7-f3ebef9787ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:30.546995 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-757268ca-ed42-4976-a9b1-9e941746d093 req-2af7d8ac-3359-4fe7-a0e7-f3ebef9787ba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0665267ba574490cbcf958be4d793dd3&device_id=4e19df2f-a704-4cba-93a1-031ac21b3998 HTTP/1.1" status: 200 len: 1130 time: 0.0397003 Jul 02 03:50:30.611801 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:50:30.621001 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:50:30.641347 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757268ca-ed42-4976-a9b1-9e941746d093 req-9178ae70-af60-4cf7-bb31-89351bf89211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:30.642846 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-757268ca-ed42-4976-a9b1-9e941746d093 req-9178ae70-af60-4cf7-bb31-89351bf89211 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2526fc80-7281-4aad-9a6a-6587590ab6d6 HTTP/1.1" status: 200 len: 911 time: 0.0903254 Jul 02 03:50:30.701068 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:50:30.704155 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-757268ca-ed42-4976-a9b1-9e941746d093 req-dbb83118-752c-446f-bf83-17170e82ff3a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26c8b138-e3db-46c8-b558-dc25b48aed1b HTTP/1.1" status: 200 len: 998 time: 0.0553775 Jul 02 03:50:30.745867 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-2417b1fb-0c28-4173-b9d5-b2a6aceca583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'name': 'tempest-AttachVolumeTestJSON-880678290-router', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '84db822f-9103-4585-a8e9-83e214b76c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:36Z', 'revision_number': 4, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'gw_port': {'id': '84db822f-9103-4585-a8e9-83e214b76c15', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '3ac87ca6-c50d-4a92-af86-c51147dcc2ef', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'floating_ip_address': '172.27.0.3', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'port_id': '26c8b138-e3db-46c8-b558-dc25b48aed1b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6', 'mac_address': 'fa:16:3e:16:d0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e19df2f-a704-4cba-93a1-031ac21b3998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:50:15Z', 'updated_at': '2022-07-02T03:50:29Z', 'revision_number': 1, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '180713db-b710-438e-b5b0-5ff760ca4a89', 'name': '', 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'mac_address': 'fa:16:3e:0f:65:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:36Z', 'updated_at': '2022-07-02T03:45:40Z', 'revision_number': 5, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'subnets': [{'id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:50:30.756125 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757268ca-ed42-4976-a9b1-9e941746d093 req-d5919e07-ab1a-4349-9459-690d4335da0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:30.757746 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-757268ca-ed42-4976-a9b1-9e941746d093 req-d5919e07-ab1a-4349-9459-690d4335da0a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46494941-1b90-44c2-ba93-9c8cd15f4d45 HTTP/1.1" status: 200 len: 849 time: 0.0484521 Jul 02 03:50:30.770082 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2417b1fb-0c28-4173-b9d5-b2a6aceca583 None None] Checking router: bfd44192-d6b1-423f-8687-79c8d84ca7d1 for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:50:30.779033 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2417b1fb-0c28-4173-b9d5-b2a6aceca583 None None] Routers {'bfd44192-d6b1-423f-8687-79c8d84ca7d1'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:50:30.779677 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-2417b1fb-0c28-4173-b9d5-b2a6aceca583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:50:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['bfd44192-d6b1-423f-8687-79c8d84ca7d1'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:50:30.802294 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757268ca-ed42-4976-a9b1-9e941746d093 req-933ed199-3c26-4334-84f0-b27bd5b145f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:50:30.803833 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-757268ca-ed42-4976-a9b1-9e941746d093 req-933ed199-3c26-4334-84f0-b27bd5b145f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2526fc80-7281-4aad-9a6a-6587590ab6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393591 Jul 02 03:50:30.883103 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-2417b1fb-0c28-4173-b9d5-b2a6aceca583 None None] Set router bfd44192-d6b1-423f-8687-79c8d84ca7d1 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:50:30.898897 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-757268ca-ed42-4976-a9b1-9e941746d093 req-ef3c92f2-3019-4dcc-914e-4e3b3d90fd4e service neutron] 10.222.0.26 "GET /v2.0/networks/2526fc80-7281-4aad-9a6a-6587590ab6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885565 Jul 02 03:50:31.004547 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-757268ca-ed42-4976-a9b1-9e941746d093 req-650bec0f-c845-4888-930f-983c66a4e96a service neutron] 10.222.0.26 "GET /v2.0/networks/2526fc80-7281-4aad-9a6a-6587590ab6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864847 Jul 02 03:50:31.097904 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-2417b1fb-0c28-4173-b9d5-b2a6aceca583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'name': 'tempest-AttachVolumeTestJSON-880678290-router', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '84db822f-9103-4585-a8e9-83e214b76c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:36Z', 'revision_number': 4, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'gw_port': {'id': '84db822f-9103-4585-a8e9-83e214b76c15', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '3ac87ca6-c50d-4a92-af86-c51147dcc2ef', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'floating_ip_address': '172.27.0.3', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'port_id': '26c8b138-e3db-46c8-b558-dc25b48aed1b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6', 'mac_address': 'fa:16:3e:16:d0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e19df2f-a704-4cba-93a1-031ac21b3998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:50:15Z', 'updated_at': '2022-07-02T03:50:29Z', 'revision_number': 1, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '180713db-b710-438e-b5b0-5ff760ca4a89', 'name': '', 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'mac_address': 'fa:16:3e:0f:65:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:36Z', 'updated_at': '2022-07-02T03:45:40Z', 'revision_number': 5, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'subnets': [{'id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:50:31.122298 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2417b1fb-0c28-4173-b9d5-b2a6aceca583 None None] The sync data for ids ['bfd44192-d6b1-423f-8687-79c8d84ca7d1'] in dv-cinder-846842-9-iscsi is: [{'id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'name': 'tempest-AttachVolumeTestJSON-880678290-router', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '84db822f-9103-4585-a8e9-83e214b76c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:36Z', 'revision_number': 4, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'gw_port': {'id': '84db822f-9103-4585-a8e9-83e214b76c15', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '3ac87ca6-c50d-4a92-af86-c51147dcc2ef', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'floating_ip_address': '172.27.0.3', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'port_id': '26c8b138-e3db-46c8-b558-dc25b48aed1b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6', 'mac_address': 'fa:16:3e:16:d0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e19df2f-a704-4cba-93a1-031ac21b3998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:50:15Z', 'updated_at': '2022-07-02T03:50:29Z', 'revision_number': 1, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '180713db-b710-438e-b5b0-5ff760ca4a89', 'name': '', 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'mac_address': 'fa:16:3e:0f:65:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:36Z', 'updated_at': '2022-07-02T03:45:40Z', 'revision_number': 5, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'subnets': [{'id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:50:31.326846 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd12923-7f8b-407a-b755-4b553eac5124 None None] New status for floating IP 3ac87ca6-c50d-4a92-af86-c51147dcc2ef: ACTIVE {{(pid=104252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 02 03:50:39.456388 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=90 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:50:39.485680 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=88 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:50:40.994762 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=49 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:50:41.000457 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=32 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:50:41.100292 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=43 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:50:41.101210 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=54 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:50:47.019818 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:50:47.975710 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:50.245213 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-f6a4d640-947d-44cb-9462-7bd204ad3c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:52.556353 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-fd3f8437-c68c-404e-b897-e136d519676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:53.666806 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:53.872024 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=31 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:50:55.284656 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:55.358668 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:50:57.012859 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:04.312863 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 41508) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:51:04.477030 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-42023982-769c-4a7c-8baa-51b75bb841e4 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Deleting port 83f28c7c-1e45-4398-afa0-c6d0395e5b2d {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:51:04.477253 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-42023982-769c-4a7c-8baa-51b75bb841e4 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (83f28c7c-1e45-4398-afa0-c6d0395e5b2d), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:04.559933 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-42023982-769c-4a7c-8baa-51b75bb841e4 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (83f28c7c-1e45-4398-afa0-c6d0395e5b2d), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:04.560224 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-42023982-769c-4a7c-8baa-51b75bb841e4 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for floatingip (83f28c7c-1e45-4398-afa0-c6d0395e5b2d), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:04.573582 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-42023982-769c-4a7c-8baa-51b75bb841e4 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Calling delete_port for 83f28c7c-1e45-4398-afa0-c6d0395e5b2d owned by network:floatingip {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:51:04.723364 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-42023982-769c-4a7c-8baa-51b75bb841e4 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (83f28c7c-1e45-4398-afa0-c6d0395e5b2d), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:04.745672 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42023982-769c-4a7c-8baa-51b75bb841e4 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Pushing event deleted for resources: {'Port': ['ID=83f28c7c-1e45-4398-afa0-c6d0395e5b2d,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:51:04.820313 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-42023982-769c-4a7c-8baa-51b75bb841e4 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for floatingip (83a698a4-46b0-4774-9a45-e667d8fba7d3), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:04.820642 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.db.l3_db [None req-42023982-769c-4a7c-8baa-51b75bb841e4 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Floating IP 83a698a4-46b0-4774-9a45-e667d8fba7d3 disassociated (deleted). External IP: 172.27.0.130, port: 4dc53dd8-5395-4d6b-8f82-5a179f72260f. Jul 02 03:51:05.044623 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42023982-769c-4a7c-8baa-51b75bb841e4 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Router 83c75b61-1816-42cd-aaf3-df0c23e69900 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:51:05.153640 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42023982-769c-4a7c-8baa-51b75bb841e4 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:51:05.158520 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-42023982-769c-4a7c-8baa-51b75bb841e4 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:05.163500 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d2747f-d4ff-4c3c-bf90-6f87852260ca None None] Sync routers for ids ['83c75b61-1816-42cd-aaf3-df0c23e69900'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:51:05.173983 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d2747f-d4ff-4c3c-bf90-6f87852260ca None None] Routers {'83c75b61-1816-42cd-aaf3-df0c23e69900'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:51:05.174672 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-e3d2747f-d4ff-4c3c-bf90-6f87852260ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:50:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['83c75b61-1816-42cd-aaf3-df0c23e69900'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:51:05.186323 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:05.194028 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-42023982-769c-4a7c-8baa-51b75bb841e4 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "DELETE /v2.0/floatingips/83a698a4-46b0-4774-9a45-e667d8fba7d3 HTTP/1.1" status: 204 len: 168 time: 0.8800833 Jul 02 03:51:05.194816 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75879c5-ac51-40b8-9a6d-36434e1aaa7f', 'tag': '4dc53dd8-5395-4d6b-8f82-5a179f72260f'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:51:05.197192 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fff1817-f496-43bd-9dbd-c912aab1befb" -d '{"events": [{"name": "network-changed", "server_uuid": "e75879c5-ac51-40b8-9a6d-36434e1aaa7f", "tag": "4dc53dd8-5395-4d6b-8f82-5a179f72260f"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:51:05.284155 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-e3d2747f-d4ff-4c3c-bf90-6f87852260ca None None] Set router 83c75b61-1816-42cd-aaf3-df0c23e69900 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:51:05.318077 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da594d3-1865-4963-a4ac-1815dd763981 x-openstack-request-id: req-2da594d3-1865-4963-a4ac-1815dd763981 {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:51:05.318603 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e75879c5-ac51-40b8-9a6d-36434e1aaa7f", "tag": "4dc53dd8-5395-4d6b-8f82-5a179f72260f", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:51:05.318603 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2da594d3-1865-4963-a4ac-1815dd763981 {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:51:05.319017 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2da594d3-1865-4963-a4ac-1815dd763981'] response: {'name': 'network-changed', 'server_uuid': 'e75879c5-ac51-40b8-9a6d-36434e1aaa7f', 'tag': '4dc53dd8-5395-4d6b-8f82-5a179f72260f', 'status': 'completed', 'code': 200} Jul 02 03:51:05.438252 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7edf5-f847-4afd-b6fa-c5243f60f056 req-db83f9dc-efe2-4248-a90e-f283d83efefd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:51:05.439792 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d1f7edf5-f847-4afd-b6fa-c5243f60f056 req-db83f9dc-efe2-4248-a90e-f283d83efefd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=e75879c5-ac51-40b8-9a6d-36434e1aaa7f HTTP/1.1" status: 200 len: 945 time: 0.0525556 Jul 02 03:51:05.492425 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-d1f7edf5-f847-4afd-b6fa-c5243f60f056 req-ad1f6e5c-4390-4cda-86c5-678fdee85d46 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465801 Jul 02 03:51:05.502337 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-e3d2747f-d4ff-4c3c-bf90-6f87852260ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'name': 'tempest-TestVolumeBootPattern-549697761-router', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:54Z', 'updated_at': '2022-07-02T03:42:57Z', 'revision_number': 4, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'gw_port': {'id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:75:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:55Z', 'updated_at': '2022-07-02T03:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '21abed55-5bc7-4cc3-8860-8e726eb20e37', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'floating_ip_address': '172.27.0.46', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'port_id': '09272599-5e76-4fdf-bc09-0dc405b5f132', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'mac_address': 'fa:16:3e:f7:a4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca5d2e7-13ef-4686-ad55-082607c0fd4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:46:40Z', 'updated_at': '2022-07-02T03:46:42Z', 'revision_number': 1, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e24f2aa-a259-45c8-ae97-d216739f4a1b', 'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'mac_address': 'fa:16:3e:ab:54:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:57Z', 'updated_at': '2022-07-02T03:43:02Z', 'revision_number': 5, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'subnets': [{'id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:51:05.531434 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d2747f-d4ff-4c3c-bf90-6f87852260ca None None] Checking router: 83c75b61-1816-42cd-aaf3-df0c23e69900 for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:51:05.540604 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d2747f-d4ff-4c3c-bf90-6f87852260ca None None] Routers {'83c75b61-1816-42cd-aaf3-df0c23e69900'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:51:05.541223 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-e3d2747f-d4ff-4c3c-bf90-6f87852260ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:50:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['83c75b61-1816-42cd-aaf3-df0c23e69900'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:51:05.639414 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-e3d2747f-d4ff-4c3c-bf90-6f87852260ca None None] Set router 83c75b61-1816-42cd-aaf3-df0c23e69900 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:51:05.855962 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-e3d2747f-d4ff-4c3c-bf90-6f87852260ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'name': 'tempest-TestVolumeBootPattern-549697761-router', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:54Z', 'updated_at': '2022-07-02T03:42:57Z', 'revision_number': 4, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'gw_port': {'id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:75:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:55Z', 'updated_at': '2022-07-02T03:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '21abed55-5bc7-4cc3-8860-8e726eb20e37', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'floating_ip_address': '172.27.0.46', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'port_id': '09272599-5e76-4fdf-bc09-0dc405b5f132', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'mac_address': 'fa:16:3e:f7:a4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca5d2e7-13ef-4686-ad55-082607c0fd4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:46:40Z', 'updated_at': '2022-07-02T03:46:42Z', 'revision_number': 1, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e24f2aa-a259-45c8-ae97-d216739f4a1b', 'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'mac_address': 'fa:16:3e:ab:54:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:57Z', 'updated_at': '2022-07-02T03:43:02Z', 'revision_number': 5, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'subnets': [{'id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:51:05.880434 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d2747f-d4ff-4c3c-bf90-6f87852260ca None None] The sync data for ids ['83c75b61-1816-42cd-aaf3-df0c23e69900'] in dv-cinder-846842-9-iscsi is: [{'id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'name': 'tempest-TestVolumeBootPattern-549697761-router', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:54Z', 'updated_at': '2022-07-02T03:42:57Z', 'revision_number': 4, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'gw_port': {'id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:75:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:55Z', 'updated_at': '2022-07-02T03:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '21abed55-5bc7-4cc3-8860-8e726eb20e37', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'floating_ip_address': '172.27.0.46', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'port_id': '09272599-5e76-4fdf-bc09-0dc405b5f132', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'mac_address': 'fa:16:3e:f7:a4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca5d2e7-13ef-4686-ad55-082607c0fd4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:46:40Z', 'updated_at': '2022-07-02T03:46:42Z', 'revision_number': 1, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e24f2aa-a259-45c8-ae97-d216739f4a1b', 'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'mac_address': 'fa:16:3e:ab:54:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:57Z', 'updated_at': '2022-07-02T03:43:02Z', 'revision_number': 5, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'subnets': [{'id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:51:06.105655 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3183ceea-4832-43c0-8c8b-cec08ffaa496 None None] New status for floating IP 83a698a4-46b0-4774-9a45-e667d8fba7d3: DOWN {{(pid=104252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 02 03:51:06.468610 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff1817-f496-43bd-9dbd-c912aab1befb req-a1264618-e986-4219-af04-8096c5215858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:51:06.470165 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-5fff1817-f496-43bd-9dbd-c912aab1befb req-a1264618-e986-4219-af04-8096c5215858 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01fccbd11a4b4e859bec1a56f42315b2&device_id=e75879c5-ac51-40b8-9a6d-36434e1aaa7f HTTP/1.1" status: 200 len: 1129 time: 0.0430825 Jul 02 03:51:06.499738 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:06.618868 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751e79d-99b0-4c00-823d-783f622d5847 req-b8bbba97-b263-479a-b6a3-6e6bef603701 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:51:06.620571 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8751e79d-99b0-4c00-823d-783f622d5847 req-b8bbba97-b263-479a-b6a3-6e6bef603701 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=e75879c5-ac51-40b8-9a6d-36434e1aaa7f HTTP/1.1" status: 200 len: 945 time: 0.0539918 Jul 02 03:51:06.674291 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8751e79d-99b0-4c00-823d-783f622d5847 req-212ee806-b8ba-43b6-b604-d9fbfd145032 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476844 Jul 02 03:51:06.847422 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff1817-f496-43bd-9dbd-c912aab1befb req-cd00a3bb-dc76-4f50-849f-c54e6bf344ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:51:06.849682 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-5fff1817-f496-43bd-9dbd-c912aab1befb req-cd00a3bb-dc76-4f50-849f-c54e6bf344ee service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1ef0821-e2dc-4511-8f33-8aac33bfb07d HTTP/1.1" status: 200 len: 912 time: 0.3718214 Jul 02 03:51:07.152556 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-5fff1817-f496-43bd-9dbd-c912aab1befb req-55fef1ef-1db2-420f-8e0f-16ffd4c612b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dc53dd8-5395-4d6b-8f82-5a179f72260f HTTP/1.1" status: 200 len: 217 time: 0.0365772 Jul 02 03:51:07.212794 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff1817-f496-43bd-9dbd-c912aab1befb req-62d5babc-6456-4b96-8996-1ba0639ccdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:51:07.215172 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-5fff1817-f496-43bd-9dbd-c912aab1befb req-62d5babc-6456-4b96-8996-1ba0639ccdba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b06dd79-dc3a-4079-aff2-e99618bacbd7 HTTP/1.1" status: 200 len: 850 time: 0.0546730 Jul 02 03:51:07.311616 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094470a-dd3e-40ae-9b41-cbfe46ae8b3a req-416bfceb-ed6d-452d-80fc-27251274e445 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:51:07.313144 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-f094470a-dd3e-40ae-9b41-cbfe46ae8b3a req-416bfceb-ed6d-452d-80fc-27251274e445 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.26 "GET /v2.0/ports?device_id=e75879c5-ac51-40b8-9a6d-36434e1aaa7f HTTP/1.1" status: 200 len: 945 time: 0.0769551 Jul 02 03:51:07.314245 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff1817-f496-43bd-9dbd-c912aab1befb req-98562f5c-b79a-486e-8038-1aa3e2350ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:51:07.315769 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-5fff1817-f496-43bd-9dbd-c912aab1befb req-98562f5c-b79a-486e-8038-1aa3e2350ec4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1ef0821-e2dc-4511-8f33-8aac33bfb07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0783486 Jul 02 03:51:07.459936 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-f094470a-dd3e-40ae-9b41-cbfe46ae8b3a req-b164ea7e-59dc-43b0-9169-3244096637b8 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Deleting port 4dc53dd8-5395-4d6b-8f82-5a179f72260f {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:51:07.460200 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-f094470a-dd3e-40ae-9b41-cbfe46ae8b3a req-b164ea7e-59dc-43b0-9169-3244096637b8 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (4dc53dd8-5395-4d6b-8f82-5a179f72260f), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:07.484333 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-5fff1817-f496-43bd-9dbd-c912aab1befb req-f219254d-002b-4218-9bf5-7d99f2bdf1e1 service neutron] 10.222.0.26 "GET /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602039 Jul 02 03:51:07.633514 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-f094470a-dd3e-40ae-9b41-cbfe46ae8b3a req-b164ea7e-59dc-43b0-9169-3244096637b8 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] For port 4dc53dd8-5395-4d6b-8f82-5a179f72260f, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=4dc53dd8-5395-4d6b-8f82-5a179f72260f,segment=NetworkSegment(31ad7417-32f5-4b58-9957-f18600b14123),segment_id=31ad7417-32f5-4b58-9957-f18600b14123)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:51:07.633863 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-f094470a-dd3e-40ae-9b41-cbfe46ae8b3a req-b164ea7e-59dc-43b0-9169-3244096637b8 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (4dc53dd8-5395-4d6b-8f82-5a179f72260f), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:07.654740 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-f094470a-dd3e-40ae-9b41-cbfe46ae8b3a req-b164ea7e-59dc-43b0-9169-3244096637b8 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Calling delete_port for 4dc53dd8-5395-4d6b-8f82-5a179f72260f owned by compute:nova {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:51:07.662970 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-5fff1817-f496-43bd-9dbd-c912aab1befb req-a97c5a86-f313-40ef-b58f-edc133216780 service neutron] 10.222.0.26 "GET /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721470 Jul 02 03:51:07.792841 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-f094470a-dd3e-40ae-9b41-cbfe46ae8b3a req-b164ea7e-59dc-43b0-9169-3244096637b8 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (4dc53dd8-5395-4d6b-8f82-5a179f72260f), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:07.799056 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622929e-490c-4d0a-af94-e9f9082967a7 req-1d123268-edd9-4323-a081-4d2abd38a3a7 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:51:07.801490 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6622929e-490c-4d0a-af94-e9f9082967a7 req-1d123268-edd9-4323-a081-4d2abd38a3a7 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=e75879c5-ac51-40b8-9a6d-36434e1aaa7f HTTP/1.1" status: 200 len: 945 time: 0.0519590 Jul 02 03:51:07.822109 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164ea7e-59dc-43b0-9169-3244096637b8 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Pushing event deleted for resources: {'Port': ['ID=4dc53dd8-5395-4d6b-8f82-5a179f72260f,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:51:07.870421 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6622929e-490c-4d0a-af94-e9f9082967a7 req-38a2af1a-ce45-4806-a9a7-bfad58c81e64 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594778 Jul 02 03:51:07.874197 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-f094470a-dd3e-40ae-9b41-cbfe46ae8b3a req-b164ea7e-59dc-43b0-9169-3244096637b8 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] No DVR routers for this DVR port 4dc53dd8-5395-4d6b-8f82-5a179f72260f on host hv-cinder-84684 {{(pid=104250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:51:07.876906 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-f094470a-dd3e-40ae-9b41-cbfe46ae8b3a req-b164ea7e-59dc-43b0-9169-3244096637b8 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:07.880595 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-f094470a-dd3e-40ae-9b41-cbfe46ae8b3a req-b164ea7e-59dc-43b0-9169-3244096637b8 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.26 "DELETE /v2.0/ports/4dc53dd8-5395-4d6b-8f82-5a179f72260f HTTP/1.1" status: 204 len: 173 time: 0.5577323 Jul 02 03:51:07.881034 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75879c5-ac51-40b8-9a6d-36434e1aaa7f', 'name': 'network-vif-deleted', 'tag': '4dc53dd8-5395-4d6b-8f82-5a179f72260f'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:51:07.883270 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e860204-5a30-481d-ac38-4078262fdda4" -d '{"events": [{"server_uuid": "e75879c5-ac51-40b8-9a6d-36434e1aaa7f", "name": "network-vif-deleted", "tag": "4dc53dd8-5395-4d6b-8f82-5a179f72260f"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:51:07.922632 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01dfe5fe-3023-4902-8748-eb4a6f5744c9 x-openstack-request-id: req-01dfe5fe-3023-4902-8748-eb4a6f5744c9 {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:51:07.922934 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75879c5-ac51-40b8-9a6d-36434e1aaa7f", "name": "network-vif-deleted", "tag": "4dc53dd8-5395-4d6b-8f82-5a179f72260f", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:51:07.923227 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-01dfe5fe-3023-4902-8748-eb4a6f5744c9 {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:51:07.923747 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01dfe5fe-3023-4902-8748-eb4a6f5744c9'] response: {'server_uuid': 'e75879c5-ac51-40b8-9a6d-36434e1aaa7f', 'name': 'network-vif-deleted', 'tag': '4dc53dd8-5395-4d6b-8f82-5a179f72260f', 'status': 'completed', 'code': 200} Jul 02 03:51:10.529759 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 4dc53dd8-5395-4d6b-8f82-5a179f72260f no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:51:10.560714 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] No Port match for: 4dc53dd8-5395-4d6b-8f82-5a179f72260f {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:51:10.561104 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 4dc53dd8-5395-4d6b-8f82-5a179f72260f not bound to the agent host hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:51:11.186086 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 41546) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:51:11.343877 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-aeebda09-0a42-45da-b306-d4c96e5dfdbd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Deleting port 6598dcd9-5411-45a1-8604-77fec1b95c51 {{(pid=104249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:51:11.344131 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-aeebda09-0a42-45da-b306-d4c96e5dfdbd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (6598dcd9-5411-45a1-8604-77fec1b95c51), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:11.423645 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-aeebda09-0a42-45da-b306-d4c96e5dfdbd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (6598dcd9-5411-45a1-8604-77fec1b95c51), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:11.423937 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-aeebda09-0a42-45da-b306-d4c96e5dfdbd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for floatingip (6598dcd9-5411-45a1-8604-77fec1b95c51), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:11.437115 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-aeebda09-0a42-45da-b306-d4c96e5dfdbd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Calling delete_port for 6598dcd9-5411-45a1-8604-77fec1b95c51 owned by network:floatingip {{(pid=104249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:51:11.607251 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-aeebda09-0a42-45da-b306-d4c96e5dfdbd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (6598dcd9-5411-45a1-8604-77fec1b95c51), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:11.631579 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeebda09-0a42-45da-b306-d4c96e5dfdbd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Pushing event deleted for resources: {'Port': ['ID=6598dcd9-5411-45a1-8604-77fec1b95c51,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:51:11.698732 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-aeebda09-0a42-45da-b306-d4c96e5dfdbd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for floatingip (21abed55-5bc7-4cc3-8860-8e726eb20e37), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:11.699226 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.db.l3_db [None req-aeebda09-0a42-45da-b306-d4c96e5dfdbd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Floating IP 21abed55-5bc7-4cc3-8860-8e726eb20e37 disassociated (deleted). External IP: 172.27.0.46, port: 09272599-5e76-4fdf-bc09-0dc405b5f132. Jul 02 03:51:11.787783 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:11.868126 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:11.898349 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeebda09-0a42-45da-b306-d4c96e5dfdbd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Router 83c75b61-1816-42cd-aaf3-df0c23e69900 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:51:11.999623 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeebda09-0a42-45da-b306-d4c96e5dfdbd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:51:12.005149 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-aeebda09-0a42-45da-b306-d4c96e5dfdbd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:12.010040 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03ce16e-75de-443c-a0e9-11f04c552c98 None None] Sync routers for ids ['83c75b61-1816-42cd-aaf3-df0c23e69900'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:51:12.012452 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:12.014304 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:12.025207 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03ce16e-75de-443c-a0e9-11f04c552c98 None None] Routers {'83c75b61-1816-42cd-aaf3-df0c23e69900'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:51:12.025827 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-f03ce16e-75de-443c-a0e9-11f04c552c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:50:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['83c75b61-1816-42cd-aaf3-df0c23e69900'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:51:12.038975 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-aeebda09-0a42-45da-b306-d4c96e5dfdbd tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "DELETE /v2.0/floatingips/21abed55-5bc7-4cc3-8860-8e726eb20e37 HTTP/1.1" status: 204 len: 168 time: 0.8492482 Jul 02 03:51:12.038975 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca5d2e7-13ef-4686-ad55-082607c0fd4d', 'tag': '09272599-5e76-4fdf-bc09-0dc405b5f132'}] {{(pid=104249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:51:12.039461 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f088720257398f3cab103114357bf561c7f80e100abdbb3b7e497acc9cc690b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a583e9-a069-4edf-a42b-bc7cefbc32f0" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca5d2e7-13ef-4686-ad55-082607c0fd4d", "tag": "09272599-5e76-4fdf-bc09-0dc405b5f132"}]}' {{(pid=104249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:51:12.078174 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679728a1-7626-47e2-8858-130dda14c26e x-openstack-request-id: req-679728a1-7626-47e2-8858-130dda14c26e {{(pid=104249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:51:12.078447 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca5d2e7-13ef-4686-ad55-082607c0fd4d", "tag": "09272599-5e76-4fdf-bc09-0dc405b5f132", "status": "completed", "code": 200}]} {{(pid=104249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:51:12.078709 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-679728a1-7626-47e2-8858-130dda14c26e {{(pid=104249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:51:12.079389 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-679728a1-7626-47e2-8858-130dda14c26e'] response: {'name': 'network-changed', 'server_uuid': '4ca5d2e7-13ef-4686-ad55-082607c0fd4d', 'tag': '09272599-5e76-4fdf-bc09-0dc405b5f132', 'status': 'completed', 'code': 200} Jul 02 03:51:12.181504 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a583e9-a069-4edf-a42b-bc7cefbc32f0 req-a24497f0-968a-4daf-b71e-a20488762a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:51:12.183135 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-c4a583e9-a069-4edf-a42b-bc7cefbc32f0 req-a24497f0-968a-4daf-b71e-a20488762a71 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01fccbd11a4b4e859bec1a56f42315b2&device_id=4ca5d2e7-13ef-4686-ad55-082607c0fd4d HTTP/1.1" status: 200 len: 1129 time: 0.0553875 Jul 02 03:51:12.272112 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-f03ce16e-75de-443c-a0e9-11f04c552c98 None None] Set router 83c75b61-1816-42cd-aaf3-df0c23e69900 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:51:12.279699 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf78e4-6332-40b2-ad41-824f09d912c8 req-76491438-b834-4164-9861-49e3772d0bed tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:51:12.281272 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-02bf78e4-6332-40b2-ad41-824f09d912c8 req-76491438-b834-4164-9861-49e3772d0bed tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ca5d2e7-13ef-4686-ad55-082607c0fd4d HTTP/1.1" status: 200 len: 945 time: 0.0504673 Jul 02 03:51:12.331768 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-02bf78e4-6332-40b2-ad41-824f09d912c8 req-1f980466-e2ee-4ea2-b39c-c1edbcbe7868 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447221 Jul 02 03:51:12.460652 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-f03ce16e-75de-443c-a0e9-11f04c552c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'name': 'tempest-TestVolumeBootPattern-549697761-router', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:54Z', 'updated_at': '2022-07-02T03:42:57Z', 'revision_number': 4, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'gw_port': {'id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:75:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:55Z', 'updated_at': '2022-07-02T03:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '4e24f2aa-a259-45c8-ae97-d216739f4a1b', 'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'mac_address': 'fa:16:3e:ab:54:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:57Z', 'updated_at': '2022-07-02T03:43:02Z', 'revision_number': 5, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'subnets': [{'id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:51:12.484520 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03ce16e-75de-443c-a0e9-11f04c552c98 None None] Checking router: 83c75b61-1816-42cd-aaf3-df0c23e69900 for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:51:12.492951 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03ce16e-75de-443c-a0e9-11f04c552c98 None None] Routers {'83c75b61-1816-42cd-aaf3-df0c23e69900'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:51:12.493572 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-f03ce16e-75de-443c-a0e9-11f04c552c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:50:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['83c75b61-1816-42cd-aaf3-df0c23e69900'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:51:12.597769 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-f03ce16e-75de-443c-a0e9-11f04c552c98 None None] Set router 83c75b61-1816-42cd-aaf3-df0c23e69900 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:51:12.800038 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-f03ce16e-75de-443c-a0e9-11f04c552c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'name': 'tempest-TestVolumeBootPattern-549697761-router', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:54Z', 'updated_at': '2022-07-02T03:42:57Z', 'revision_number': 4, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'gw_port': {'id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:75:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:55Z', 'updated_at': '2022-07-02T03:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '4e24f2aa-a259-45c8-ae97-d216739f4a1b', 'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'mac_address': 'fa:16:3e:ab:54:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:57Z', 'updated_at': '2022-07-02T03:43:02Z', 'revision_number': 5, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'subnets': [{'id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:51:12.824852 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03ce16e-75de-443c-a0e9-11f04c552c98 None None] The sync data for ids ['83c75b61-1816-42cd-aaf3-df0c23e69900'] in dv-cinder-846842-9-iscsi is: [{'id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'name': 'tempest-TestVolumeBootPattern-549697761-router', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:54Z', 'updated_at': '2022-07-02T03:42:57Z', 'revision_number': 4, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'gw_port': {'id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:75:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:55Z', 'updated_at': '2022-07-02T03:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '4e24f2aa-a259-45c8-ae97-d216739f4a1b', 'name': '', 'network_id': 'f1ef0821-e2dc-4511-8f33-8aac33bfb07d', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'mac_address': 'fa:16:3e:ab:54:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:57Z', 'updated_at': '2022-07-02T03:43:02Z', 'revision_number': 5, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'subnets': [{'id': '1b06dd79-dc3a-4079-aff2-e99618bacbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:51:13.042737 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a6958b-9eaa-4f27-9045-121be7039513 None None] New status for floating IP 21abed55-5bc7-4cc3-8860-8e726eb20e37: DOWN {{(pid=104252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 02 03:51:13.431366 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:13.434707 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:13.451256 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a583e9-a069-4edf-a42b-bc7cefbc32f0 req-5a5e9288-298c-46ee-a960-7b7dbc503e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:51:13.452781 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-c4a583e9-a069-4edf-a42b-bc7cefbc32f0 req-5a5e9288-298c-46ee-a960-7b7dbc503e59 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1ef0821-e2dc-4511-8f33-8aac33bfb07d HTTP/1.1" status: 200 len: 912 time: 0.1138642 Jul 02 03:51:13.453930 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781f761-a450-48e4-8993-624d7a849aaf req-2aafaa7f-cfbc-414e-83c6-9f6439187f43 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:51:13.455444 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1781f761-a450-48e4-8993-624d7a849aaf req-2aafaa7f-cfbc-414e-83c6-9f6439187f43 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ca5d2e7-13ef-4686-ad55-082607c0fd4d HTTP/1.1" status: 200 len: 945 time: 0.0478475 Jul 02 03:51:13.492611 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-c4a583e9-a069-4edf-a42b-bc7cefbc32f0 req-42f9dd18-a054-4f5e-975b-aba3e2b8e344 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09272599-5e76-4fdf-bc09-0dc405b5f132 HTTP/1.1" status: 200 len: 217 time: 0.0333040 Jul 02 03:51:13.506257 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1781f761-a450-48e4-8993-624d7a849aaf req-e8775835-94d2-436b-afe5-ba0d9a10a15e tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/security-groups?id=127feac9-d89f-44c3-9a03-02d678583878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448477 Jul 02 03:51:13.544112 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a583e9-a069-4edf-a42b-bc7cefbc32f0 req-d82284ae-882a-4d5f-b7c7-356db3502238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:51:13.545597 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-c4a583e9-a069-4edf-a42b-bc7cefbc32f0 req-d82284ae-882a-4d5f-b7c7-356db3502238 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b06dd79-dc3a-4079-aff2-e99618bacbd7 HTTP/1.1" status: 200 len: 850 time: 0.0468137 Jul 02 03:51:13.787801 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a583e9-a069-4edf-a42b-bc7cefbc32f0 req-ca5e007f-5cf1-4e24-b015-6c356976f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:51:13.789334 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-c4a583e9-a069-4edf-a42b-bc7cefbc32f0 req-ca5e007f-5cf1-4e24-b015-6c356976f7b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1ef0821-e2dc-4511-8f33-8aac33bfb07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465119 Jul 02 03:51:13.992490 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-c4a583e9-a069-4edf-a42b-bc7cefbc32f0 req-220c237f-5928-4b07-a00d-bf9e5c40531b service neutron] 10.222.0.26 "GET /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944784 Jul 02 03:51:14.102423 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590def12-bbf8-4861-bda3-e7b431cd40f5 req-732ae82e-cc42-4750-953e-06c36307a8fa tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:51:14.103817 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-590def12-bbf8-4861-bda3-e7b431cd40f5 req-732ae82e-cc42-4750-953e-06c36307a8fa tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ca5d2e7-13ef-4686-ad55-082607c0fd4d HTTP/1.1" status: 200 len: 945 time: 0.0715940 Jul 02 03:51:14.207425 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-c4a583e9-a069-4edf-a42b-bc7cefbc32f0 req-afbe48fc-00e6-43f2-b233-538dd8e20253 service neutron] 10.222.0.26 "GET /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840301 Jul 02 03:51:14.224067 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-590def12-bbf8-4861-bda3-e7b431cd40f5 req-d3b72d4b-ccc5-4d4e-8b9b-647fbbf8f47a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Deleting port 09272599-5e76-4fdf-bc09-0dc405b5f132 {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:51:14.224410 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-590def12-bbf8-4861-bda3-e7b431cd40f5 req-d3b72d4b-ccc5-4d4e-8b9b-647fbbf8f47a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (09272599-5e76-4fdf-bc09-0dc405b5f132), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:14.320161 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-590def12-bbf8-4861-bda3-e7b431cd40f5 req-d3b72d4b-ccc5-4d4e-8b9b-647fbbf8f47a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] For port 09272599-5e76-4fdf-bc09-0dc405b5f132, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=09272599-5e76-4fdf-bc09-0dc405b5f132,segment=NetworkSegment(31ad7417-32f5-4b58-9957-f18600b14123),segment_id=31ad7417-32f5-4b58-9957-f18600b14123)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:51:14.320521 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-590def12-bbf8-4861-bda3-e7b431cd40f5 req-d3b72d4b-ccc5-4d4e-8b9b-647fbbf8f47a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (09272599-5e76-4fdf-bc09-0dc405b5f132), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:14.334683 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-590def12-bbf8-4861-bda3-e7b431cd40f5 req-d3b72d4b-ccc5-4d4e-8b9b-647fbbf8f47a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Calling delete_port for 09272599-5e76-4fdf-bc09-0dc405b5f132 owned by compute:nova {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:51:14.483773 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-590def12-bbf8-4861-bda3-e7b431cd40f5 req-d3b72d4b-ccc5-4d4e-8b9b-647fbbf8f47a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (09272599-5e76-4fdf-bc09-0dc405b5f132), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:14.512977 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b72d4b-ccc5-4d4e-8b9b-647fbbf8f47a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Pushing event deleted for resources: {'Port': ['ID=09272599-5e76-4fdf-bc09-0dc405b5f132,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:51:14.526034 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b72d4b-ccc5-4d4e-8b9b-647fbbf8f47a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:51:14.526397 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b72d4b-ccc5-4d4e-8b9b-647fbbf8f47a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:51:14.526740 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b72d4b-ccc5-4d4e-8b9b-647fbbf8f47a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:51:14.527080 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b72d4b-ccc5-4d4e-8b9b-647fbbf8f47a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:51:14.527411 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b72d4b-ccc5-4d4e-8b9b-647fbbf8f47a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:51:14.527747 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b72d4b-ccc5-4d4e-8b9b-647fbbf8f47a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:51:14.528078 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b72d4b-ccc5-4d4e-8b9b-647fbbf8f47a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:51:14.528406 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b72d4b-ccc5-4d4e-8b9b-647fbbf8f47a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:51:14.529019 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b72d4b-ccc5-4d4e-8b9b-647fbbf8f47a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:51:14.529162 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b72d4b-ccc5-4d4e-8b9b-647fbbf8f47a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:51:14.529469 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b72d4b-ccc5-4d4e-8b9b-647fbbf8f47a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:51:14.529835 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b72d4b-ccc5-4d4e-8b9b-647fbbf8f47a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:51:14.530151 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b72d4b-ccc5-4d4e-8b9b-647fbbf8f47a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:51:14.530473 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b72d4b-ccc5-4d4e-8b9b-647fbbf8f47a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:51:14.530792 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b72d4b-ccc5-4d4e-8b9b-647fbbf8f47a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:51:14.570899 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-590def12-bbf8-4861-bda3-e7b431cd40f5 req-d3b72d4b-ccc5-4d4e-8b9b-647fbbf8f47a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] No DVR routers for this DVR port 09272599-5e76-4fdf-bc09-0dc405b5f132 on host hv-cinder-84684 {{(pid=104250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:51:14.573458 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-590def12-bbf8-4861-bda3-e7b431cd40f5 req-d3b72d4b-ccc5-4d4e-8b9b-647fbbf8f47a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:14.576721 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-590def12-bbf8-4861-bda3-e7b431cd40f5 req-d3b72d4b-ccc5-4d4e-8b9b-647fbbf8f47a tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.26 "DELETE /v2.0/ports/09272599-5e76-4fdf-bc09-0dc405b5f132 HTTP/1.1" status: 204 len: 173 time: 0.4483335 Jul 02 03:51:14.577164 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca5d2e7-13ef-4686-ad55-082607c0fd4d', 'name': 'network-vif-deleted', 'tag': '09272599-5e76-4fdf-bc09-0dc405b5f132'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:51:14.579425 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f382db0-6023-431c-b6e1-f9649968a59e" -d '{"events": [{"server_uuid": "4ca5d2e7-13ef-4686-ad55-082607c0fd4d", "name": "network-vif-deleted", "tag": "09272599-5e76-4fdf-bc09-0dc405b5f132"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:51:14.611534 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4d461931-c2ae-489b-a01e-cc84a573aae3 req-aef7aadb-f504-4b62-97ab-3869edd45d68 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ca5d2e7-13ef-4686-ad55-082607c0fd4d HTTP/1.1" status: 200 len: 210 time: 0.0326412 Jul 02 03:51:14.616846 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e0f7dc-97e0-4b80-b56d-f64b38bc98ee x-openstack-request-id: req-c9e0f7dc-97e0-4b80-b56d-f64b38bc98ee {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:51:14.617165 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca5d2e7-13ef-4686-ad55-082607c0fd4d", "name": "network-vif-deleted", "tag": "09272599-5e76-4fdf-bc09-0dc405b5f132", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:51:14.617483 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c9e0f7dc-97e0-4b80-b56d-f64b38bc98ee {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:51:14.618096 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9e0f7dc-97e0-4b80-b56d-f64b38bc98ee'] response: {'server_uuid': '4ca5d2e7-13ef-4686-ad55-082607c0fd4d', 'name': 'network-vif-deleted', 'tag': '09272599-5e76-4fdf-bc09-0dc405b5f132', 'status': 'completed', 'code': 200} Jul 02 03:51:15.681763 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 41562) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:51:15.802199 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-fd86ab52-77c9-4116-9dff-e82da606c2d2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Deleting port f2fe6267-329e-4c9a-918c-e15aee7fb3df {{(pid=104249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:51:15.802521 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-fd86ab52-77c9-4116-9dff-e82da606c2d2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (f2fe6267-329e-4c9a-918c-e15aee7fb3df), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:15.885122 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-fd86ab52-77c9-4116-9dff-e82da606c2d2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (f2fe6267-329e-4c9a-918c-e15aee7fb3df), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:15.885448 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-fd86ab52-77c9-4116-9dff-e82da606c2d2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for floatingip (f2fe6267-329e-4c9a-918c-e15aee7fb3df), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:15.899210 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-fd86ab52-77c9-4116-9dff-e82da606c2d2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Calling delete_port for f2fe6267-329e-4c9a-918c-e15aee7fb3df owned by network:floatingip {{(pid=104249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:51:16.039005 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-fd86ab52-77c9-4116-9dff-e82da606c2d2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (f2fe6267-329e-4c9a-918c-e15aee7fb3df), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:16.072868 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86ab52-77c9-4116-9dff-e82da606c2d2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Pushing event deleted for resources: {'Port': ['ID=f2fe6267-329e-4c9a-918c-e15aee7fb3df,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:51:16.097501 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86ab52-77c9-4116-9dff-e82da606c2d2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:51:16.097839 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86ab52-77c9-4116-9dff-e82da606c2d2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:51:16.098173 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86ab52-77c9-4116-9dff-e82da606c2d2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:51:16.098501 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86ab52-77c9-4116-9dff-e82da606c2d2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:51:16.098824 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86ab52-77c9-4116-9dff-e82da606c2d2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:51:16.099227 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86ab52-77c9-4116-9dff-e82da606c2d2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:51:16.099571 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86ab52-77c9-4116-9dff-e82da606c2d2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:51:16.099879 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86ab52-77c9-4116-9dff-e82da606c2d2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:51:16.100196 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86ab52-77c9-4116-9dff-e82da606c2d2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:51:16.100509 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86ab52-77c9-4116-9dff-e82da606c2d2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:51:16.100825 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86ab52-77c9-4116-9dff-e82da606c2d2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:51:16.101142 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86ab52-77c9-4116-9dff-e82da606c2d2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:51:16.101452 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86ab52-77c9-4116-9dff-e82da606c2d2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:51:16.101762 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86ab52-77c9-4116-9dff-e82da606c2d2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:51:16.102070 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86ab52-77c9-4116-9dff-e82da606c2d2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:51:16.124303 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:16.147390 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-fd86ab52-77c9-4116-9dff-e82da606c2d2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for floatingip (466053d4-1060-4117-834c-3a58080de403), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:16.150008 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-fd86ab52-77c9-4116-9dff-e82da606c2d2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:16.151099 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-fd86ab52-77c9-4116-9dff-e82da606c2d2 tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "DELETE /v2.0/floatingips/466053d4-1060-4117-834c-3a58080de403 HTTP/1.1" status: 204 len: 168 time: 0.4704452 Jul 02 03:51:17.372598 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 41576) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:51:17.436073 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7df717b4-6da2-4b94-bf48-e25d6e6a176c tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for security_group (127feac9-d89f-44c3-9a03-02d678583878), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:17.463409 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7df717b4-6da2-4b94-bf48-e25d6e6a176c tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for security_group (127feac9-d89f-44c3-9a03-02d678583878), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:17.488225 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:17.531284 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7df717b4-6da2-4b94-bf48-e25d6e6a176c tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (127feac9-d89f-44c3-9a03-02d678583878), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:17.533893 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7df717b4-6da2-4b94-bf48-e25d6e6a176c tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:17.535071 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-7df717b4-6da2-4b94-bf48-e25d6e6a176c tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] 10.222.0.42 "DELETE /v2.0/security-groups/127feac9-d89f-44c3-9a03-02d678583878 HTTP/1.1" status: 204 len: 168 time: 0.1614478 Jul 02 03:51:17.546199 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df717b4-6da2-4b94-bf48-e25d6e6a176c tempest-TestVolumeBootPattern-1625828201 tempest-TestVolumeBootPattern-1625828201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=127feac9-d89f-44c3-9a03-02d678583878,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:51:17.594988 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 41580) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:51:17.771854 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:18.006083 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:18.020485 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7819e551-0ae8-4dc4-bde1-bf148e331a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386372'] for router_interface (83c75b61-1816-42cd-aaf3-df0c23e69900), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:18.243723 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-7819e551-0ae8-4dc4-bde1-bf148e331a52 admin admin] Deleting port 4e24f2aa-a259-45c8-ae97-d216739f4a1b {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:51:18.244018 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7819e551-0ae8-4dc4-bde1-bf148e331a52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (4e24f2aa-a259-45c8-ae97-d216739f4a1b), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:18.327411 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [None req-7819e551-0ae8-4dc4-bde1-bf148e331a52 admin admin] For port 4e24f2aa-a259-45c8-ae97-d216739f4a1b, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=4e24f2aa-a259-45c8-ae97-d216739f4a1b,segment=NetworkSegment(31ad7417-32f5-4b58-9957-f18600b14123),segment_id=31ad7417-32f5-4b58-9957-f18600b14123)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:51:18.327668 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7819e551-0ae8-4dc4-bde1-bf148e331a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (4e24f2aa-a259-45c8-ae97-d216739f4a1b), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:18.349713 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-7819e551-0ae8-4dc4-bde1-bf148e331a52 admin admin] Calling delete_port for 4e24f2aa-a259-45c8-ae97-d216739f4a1b owned by network:router_interface {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:51:18.508498 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:18.534689 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7819e551-0ae8-4dc4-bde1-bf148e331a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (4e24f2aa-a259-45c8-ae97-d216739f4a1b), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:18.546955 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 09272599-5e76-4fdf-bc09-0dc405b5f132 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:51:18.556956 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819e551-0ae8-4dc4-bde1-bf148e331a52 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e24f2aa-a259-45c8-ae97-d216739f4a1b,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:51:18.569568 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] No Port match for: 09272599-5e76-4fdf-bc09-0dc405b5f132 {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:51:18.570014 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 09272599-5e76-4fdf-bc09-0dc405b5f132 not bound to the agent host hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:51:18.607723 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:18.721232 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7819e551-0ae8-4dc4-bde1-bf148e331a52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-385460'] for router_interface (83c75b61-1816-42cd-aaf3-df0c23e69900), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:18.925766 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7819e551-0ae8-4dc4-bde1-bf148e331a52 admin admin] Router 83c75b61-1816-42cd-aaf3-df0c23e69900 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:51:19.029268 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7819e551-0ae8-4dc4-bde1-bf148e331a52 admin admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:51:19.034742 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-7819e551-0ae8-4dc4-bde1-bf148e331a52 admin admin] 10.222.0.42 "PUT /v2.0/routers/83c75b61-1816-42cd-aaf3-df0c23e69900/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4385219 Jul 02 03:51:19.037349 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 41584) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:51:19.039761 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136f0d5b-199a-4373-97a1-6be5f5e6ec24 None None] Sync routers for ids ['83c75b61-1816-42cd-aaf3-df0c23e69900'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:51:19.051602 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136f0d5b-199a-4373-97a1-6be5f5e6ec24 None None] Routers {'83c75b61-1816-42cd-aaf3-df0c23e69900'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:51:19.052289 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-136f0d5b-199a-4373-97a1-6be5f5e6ec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:50:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['83c75b61-1816-42cd-aaf3-df0c23e69900'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:51:19.139414 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-ed3307ae-2ce5-4d88-8c5b-699a96537638 admin admin] Publish callbacks [] for router (83c75b61-1816-42cd-aaf3-df0c23e69900), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:19.162902 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-136f0d5b-199a-4373-97a1-6be5f5e6ec24 None None] Set router 83c75b61-1816-42cd-aaf3-df0c23e69900 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:51:19.233017 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-ed3307ae-2ce5-4d88-8c5b-699a96537638 admin admin] Publish callbacks [] for router_gateway (83c75b61-1816-42cd-aaf3-df0c23e69900), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:19.278400 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-ed3307ae-2ce5-4d88-8c5b-699a96537638 admin admin] Deleting port e66f0d20-aa78-4eae-a7b6-eab0af6c962c {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:51:19.278705 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-ed3307ae-2ce5-4d88-8c5b-699a96537638 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (e66f0d20-aa78-4eae-a7b6-eab0af6c962c), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:19.328855 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=100 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:19.334398 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-136f0d5b-199a-4373-97a1-6be5f5e6ec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'name': 'tempest-TestVolumeBootPattern-549697761-router', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:54Z', 'updated_at': '2022-07-02T03:51:18Z', 'revision_number': 5, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'gw_port': {'id': 'e66f0d20-aa78-4eae-a7b6-eab0af6c962c', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:75:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:42:55Z', 'updated_at': '2022-07-02T03:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi'}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:51:19.357821 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [None req-ed3307ae-2ce5-4d88-8c5b-699a96537638 admin admin] For port e66f0d20-aa78-4eae-a7b6-eab0af6c962c, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=e66f0d20-aa78-4eae-a7b6-eab0af6c962c,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:51:19.358183 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-ed3307ae-2ce5-4d88-8c5b-699a96537638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (e66f0d20-aa78-4eae-a7b6-eab0af6c962c), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:19.361275 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136f0d5b-199a-4373-97a1-6be5f5e6ec24 None None] Checking router: 83c75b61-1816-42cd-aaf3-df0c23e69900 for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:51:19.368755 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:19.370833 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136f0d5b-199a-4373-97a1-6be5f5e6ec24 None None] Routers {'83c75b61-1816-42cd-aaf3-df0c23e69900'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:51:19.371481 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-136f0d5b-199a-4373-97a1-6be5f5e6ec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:50:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['83c75b61-1816-42cd-aaf3-df0c23e69900'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:51:19.372492 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-ed3307ae-2ce5-4d88-8c5b-699a96537638 admin admin] Calling delete_port for e66f0d20-aa78-4eae-a7b6-eab0af6c962c owned by network:router_gateway {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:51:19.433386 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:19.435061 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=100 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:19.455534 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-136f0d5b-199a-4373-97a1-6be5f5e6ec24 None None] Set router 83c75b61-1816-42cd-aaf3-df0c23e69900 gateway port host: None {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:51:19.508728 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-136f0d5b-199a-4373-97a1-6be5f5e6ec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'name': 'tempest-TestVolumeBootPattern-549697761-router', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:54Z', 'updated_at': '2022-07-02T03:51:19Z', 'revision_number': 6, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'gw_port_host': None}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:51:19.536585 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136f0d5b-199a-4373-97a1-6be5f5e6ec24 None None] The sync data for ids ['83c75b61-1816-42cd-aaf3-df0c23e69900'] in dv-cinder-846842-9-iscsi is: [{'id': '83c75b61-1816-42cd-aaf3-df0c23e69900', 'name': 'tempest-TestVolumeBootPattern-549697761-router', 'tenant_id': '01fccbd11a4b4e859bec1a56f42315b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:54Z', 'updated_at': '2022-07-02T03:51:19Z', 'revision_number': 6, 'project_id': '01fccbd11a4b4e859bec1a56f42315b2', 'gw_port_host': None}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:51:19.809406 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-ed3307ae-2ce5-4d88-8c5b-699a96537638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (e66f0d20-aa78-4eae-a7b6-eab0af6c962c), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:19.832600 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3307ae-2ce5-4d88-8c5b-699a96537638 admin admin] Pushing event deleted for resources: {'Port': ['ID=e66f0d20-aa78-4eae-a7b6-eab0af6c962c,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:51:19.902434 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-ed3307ae-2ce5-4d88-8c5b-699a96537638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-379160'] for router_gateway (83c75b61-1816-42cd-aaf3-df0c23e69900), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:19.991581 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-ed3307ae-2ce5-4d88-8c5b-699a96537638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4176344'] for router (83c75b61-1816-42cd-aaf3-df0c23e69900), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:19.993868 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-ed3307ae-2ce5-4d88-8c5b-699a96537638 admin admin] Publish callbacks [] for router_controller (83c75b61-1816-42cd-aaf3-df0c23e69900), precommit_delete_associations {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:20.040019 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-ed3307ae-2ce5-4d88-8c5b-699a96537638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387810'] for router (83c75b61-1816-42cd-aaf3-df0c23e69900), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:20.040597 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3307ae-2ce5-4d88-8c5b-699a96537638 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83c75b61-1816-42cd-aaf3-df0c23e69900 {{(pid=104250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 02 03:51:20.045421 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-ed3307ae-2ce5-4d88-8c5b-699a96537638 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:20.046469 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-ed3307ae-2ce5-4d88-8c5b-699a96537638 admin admin] 10.222.0.42 "DELETE /v2.0/routers/83c75b61-1816-42cd-aaf3-df0c23e69900 HTTP/1.1" status: 204 len: 168 time: 1.0082631 Jul 02 03:51:20.049853 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 41586) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:51:20.095020 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed04222e-52cc-41ab-bda2-6cde41ef4ce5 admin admin] Deleting subnet 1b06dd79-dc3a-4079-aff2-e99618bacbd7 {{(pid=104250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 02 03:51:20.098492 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-ed04222e-52cc-41ab-bda2-6cde41ef4ce5 admin admin] Publish callbacks [] for subnet (1b06dd79-dc3a-4079-aff2-e99618bacbd7), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:20.140436 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-ed04222e-52cc-41ab-bda2-6cde41ef4ce5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2312077'] for subnet (1b06dd79-dc3a-4079-aff2-e99618bacbd7), precommit_delete_associations {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:20.227910 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-ed04222e-52cc-41ab-bda2-6cde41ef4ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1385350'] for subnet (1b06dd79-dc3a-4079-aff2-e99618bacbd7), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:20.237977 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-bf1beb38-5760-4420-b84e-56ea38015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:20.285843 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-ed04222e-52cc-41ab-bda2-6cde41ef4ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1385357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59994211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60075707'] for subnet (1b06dd79-dc3a-4079-aff2-e99618bacbd7), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:20.315671 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed04222e-52cc-41ab-bda2-6cde41ef4ce5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b06dd79-dc3a-4079-aff2-e99618bacbd7,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:51:20.321595 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-ed04222e-52cc-41ab-bda2-6cde41ef4ce5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:20.327372 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-ed04222e-52cc-41ab-bda2-6cde41ef4ce5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1b06dd79-dc3a-4079-aff2-e99618bacbd7 HTTP/1.1" status: 204 len: 168 time: 0.2765515 Jul 02 03:51:20.327630 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 41588) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:51:20.328574 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67d0a0a-a9ef-49a1-9752-d442fbf1eb8e None None] Network f1ef0821-e2dc-4511-8f33-8aac33bfb07d requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:51:20.399489 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-83497359-73dc-4fb0-958d-3024fae7309e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587253'] for network (f1ef0821-e2dc-4511-8f33-8aac33bfb07d), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:20.445994 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-83497359-73dc-4fb0-958d-3024fae7309e admin admin] Deleting port dbee68d7-0dc5-4c83-bc68-efe57b947701 {{(pid=104249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:51:20.446339 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-83497359-73dc-4fb0-958d-3024fae7309e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (dbee68d7-0dc5-4c83-bc68-efe57b947701), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:20.486226 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fb1e3c-397d-432b-ae69-ebd717df8a88 None None] DHCP port deletion for f1ef0821-e2dc-4511-8f33-8aac33bfb07d request from dv-cinder-846842-9-iscsi {{(pid=104251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 02 03:51:20.516653 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:20.524763 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-83497359-73dc-4fb0-958d-3024fae7309e admin admin] For port dbee68d7-0dc5-4c83-bc68-efe57b947701, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=dbee68d7-0dc5-4c83-bc68-efe57b947701,segment=NetworkSegment(31ad7417-32f5-4b58-9957-f18600b14123),segment_id=31ad7417-32f5-4b58-9957-f18600b14123)] {{(pid=104249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:51:20.525005 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-83497359-73dc-4fb0-958d-3024fae7309e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (dbee68d7-0dc5-4c83-bc68-efe57b947701), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:20.527928 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-79fb1e3c-397d-432b-ae69-ebd717df8a88 None None] Deleting port dbee68d7-0dc5-4c83-bc68-efe57b947701 {{(pid=104251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:51:20.528429 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-79fb1e3c-397d-432b-ae69-ebd717df8a88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (dbee68d7-0dc5-4c83-bc68-efe57b947701), before_delete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:20.540133 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-83497359-73dc-4fb0-958d-3024fae7309e admin admin] Calling delete_port for dbee68d7-0dc5-4c83-bc68-efe57b947701 owned by network:dhcp {{(pid=104249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:51:20.598482 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-79fb1e3c-397d-432b-ae69-ebd717df8a88 None None] For port dbee68d7-0dc5-4c83-bc68-efe57b947701, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=dbee68d7-0dc5-4c83-bc68-efe57b947701,segment=NetworkSegment(31ad7417-32f5-4b58-9957-f18600b14123),segment_id=31ad7417-32f5-4b58-9957-f18600b14123)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:51:20.598930 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-79fb1e3c-397d-432b-ae69-ebd717df8a88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (dbee68d7-0dc5-4c83-bc68-efe57b947701), precommit_delete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:20.611676 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-79fb1e3c-397d-432b-ae69-ebd717df8a88 None None] Calling delete_port for dbee68d7-0dc5-4c83-bc68-efe57b947701 owned by network:dhcp {{(pid=104251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:51:20.623752 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-83497359-73dc-4fb0-958d-3024fae7309e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (dbee68d7-0dc5-4c83-bc68-efe57b947701), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:20.646288 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83497359-73dc-4fb0-958d-3024fae7309e admin admin] Pushing event deleted for resources: {'Port': ['ID=dbee68d7-0dc5-4c83-bc68-efe57b947701,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:51:20.652480 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83497359-73dc-4fb0-958d-3024fae7309e admin admin] No DVR routers for this DVR port dbee68d7-0dc5-4c83-bc68-efe57b947701 on host dv-cinder-846842-9-iscsi {{(pid=104249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:51:20.688931 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-79fb1e3c-397d-432b-ae69-ebd717df8a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086'] for port (dbee68d7-0dc5-4c83-bc68-efe57b947701), after_delete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:20.717789 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb1e3c-397d-432b-ae69-ebd717df8a88 None None] Pushing event deleted for resources: {'Port': ['ID=dbee68d7-0dc5-4c83-bc68-efe57b947701,revision_number=None']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:51:20.717789 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fb1e3c-397d-432b-ae69-ebd717df8a88 None None] No DVR routers for this DVR port dbee68d7-0dc5-4c83-bc68-efe57b947701 on host dv-cinder-846842-9-iscsi {{(pid=104251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:51:20.728598 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-83497359-73dc-4fb0-958d-3024fae7309e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481104', 'neutron.services.segments.db._delete_segments_for_network-8769088488286'] for network (f1ef0821-e2dc-4511-8f33-8aac33bfb07d), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:20.751394 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.services.segments.db [None req-83497359-73dc-4fb0-958d-3024fae7309e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ef0821-e2dc-4511-8f33-8aac33bfb07d']}} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:51:20.761106 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.services.segments.db [None req-83497359-73dc-4fb0-958d-3024fae7309e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ad7417-32f5-4b58-9957-f18600b14123') {'for_net_delete': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:51:20.761406 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.services.segments.db [None req-83497359-73dc-4fb0-958d-3024fae7309e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ad7417-32f5-4b58-9957-f18600b14123') {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:51:20.771276 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-83497359-73dc-4fb0-958d-3024fae7309e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769088488807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59791456'] for segment (31ad7417-32f5-4b58-9957-f18600b14123), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:20.787014 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-83497359-73dc-4fb0-958d-3024fae7309e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (31ad7417-32f5-4b58-9957-f18600b14123), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:20.794219 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83497359-73dc-4fb0-958d-3024fae7309e admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=104249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 03:51:20.794730 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-83497359-73dc-4fb0-958d-3024fae7309e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60593360'] for segment (31ad7417-32f5-4b58-9957-f18600b14123), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:20.858936 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-83497359-73dc-4fb0-958d-3024fae7309e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389339'] for network (f1ef0821-e2dc-4511-8f33-8aac33bfb07d), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:20.864994 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-83497359-73dc-4fb0-958d-3024fae7309e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:20.868549 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-83497359-73dc-4fb0-958d-3024fae7309e admin admin] 10.222.0.42 "DELETE /v2.0/networks/f1ef0821-e2dc-4511-8f33-8aac33bfb07d HTTP/1.1" status: 204 len: 168 time: 0.5397263 Jul 02 03:51:20.871055 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 41594) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:51:20.877395 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.services.segments.plugin [-] Segment 31ad7417-32f5-4b58-9957-f18600b14123 resource provider aggregate not found Jul 02 03:51:20.890527 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83497359-73dc-4fb0-958d-3024fae7309e admin admin] Pushing event deleted for resources: {'Network': ['ID=f1ef0821-e2dc-4511-8f33-8aac33bfb07d,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:51:20.921542 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.services.segments.plugin [-] Segment 31ad7417-32f5-4b58-9957-f18600b14123 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 31ad7417-32f5-4b58-9957-f18600b14123 found for delete ", "request_id": "req-54e1ef44-1cb5-4fcc-adf0-d4aeb8c17d00"}]} Jul 02 03:51:21.152688 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 4e24f2aa-a259-45c8-ae97-d216739f4a1b no longer exists at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:51:21.177538 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] No Port match for: 4e24f2aa-a259-45c8-ae97-d216739f4a1b {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:51:21.178087 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 4e24f2aa-a259-45c8-ae97-d216739f4a1b not bound to the agent host dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:51:21.178525 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device dbee68d7-0dc5-4c83-bc68-efe57b947701 no longer exists at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:51:21.198560 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] No Port match for: dbee68d7-0dc5-4c83-bc68-efe57b947701 {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:51:21.198887 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device dbee68d7-0dc5-4c83-bc68-efe57b947701 not bound to the agent host dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:51:21.199332 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device e66f0d20-aa78-4eae-a7b6-eab0af6c962c no longer exists at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:51:21.218497 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] No Port match for: e66f0d20-aa78-4eae-a7b6-eab0af6c962c {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:51:21.218819 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device e66f0d20-aa78-4eae-a7b6-eab0af6c962c not bound to the agent host dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:51:21.444758 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-eace141e-d9fe-4f59-b033-ca309c44658c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386372'] for router_interface (46e90a9c-8b5d-4701-835e-249f93de8adc), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:21.446926 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:21.664026 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-eace141e-d9fe-4f59-b033-ca309c44658c admin admin] Deleting port dd01f248-75e2-4f59-8719-d2b17329e158 {{(pid=104249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:51:21.664316 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-eace141e-d9fe-4f59-b033-ca309c44658c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (dd01f248-75e2-4f59-8719-d2b17329e158), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:21.680957 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:21.751709 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-eace141e-d9fe-4f59-b033-ca309c44658c admin admin] For port dd01f248-75e2-4f59-8719-d2b17329e158, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=dd01f248-75e2-4f59-8719-d2b17329e158,segment=NetworkSegment(f148eeb3-f1b7-47a4-a766-dbc9b12a22f7),segment_id=f148eeb3-f1b7-47a4-a766-dbc9b12a22f7)] {{(pid=104249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:51:21.752036 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-eace141e-d9fe-4f59-b033-ca309c44658c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (dd01f248-75e2-4f59-8719-d2b17329e158), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:21.765618 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-eace141e-d9fe-4f59-b033-ca309c44658c admin admin] Calling delete_port for dd01f248-75e2-4f59-8719-d2b17329e158 owned by network:router_interface {{(pid=104249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:51:21.956120 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-eace141e-d9fe-4f59-b033-ca309c44658c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (dd01f248-75e2-4f59-8719-d2b17329e158), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:21.978407 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace141e-d9fe-4f59-b033-ca309c44658c admin admin] Pushing event deleted for resources: {'Port': ['ID=dd01f248-75e2-4f59-8719-d2b17329e158,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:51:22.143478 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-eace141e-d9fe-4f59-b033-ca309c44658c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-385460'] for router_interface (46e90a9c-8b5d-4701-835e-249f93de8adc), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:22.328348 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:22.358252 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eace141e-d9fe-4f59-b033-ca309c44658c admin admin] Router 46e90a9c-8b5d-4701-835e-249f93de8adc has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:51:22.461954 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eace141e-d9fe-4f59-b033-ca309c44658c admin admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:51:22.466999 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-eace141e-d9fe-4f59-b033-ca309c44658c admin admin] 10.222.0.42 "PUT /v2.0/routers/46e90a9c-8b5d-4701-835e-249f93de8adc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5949733 Jul 02 03:51:22.469537 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 41598) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:51:22.470584 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74799577-5a6c-4a1b-a1fe-3dfd9d216117 None None] Sync routers for ids ['46e90a9c-8b5d-4701-835e-249f93de8adc'] in dv-cinder-846842-9-iscsi {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:51:22.481141 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74799577-5a6c-4a1b-a1fe-3dfd9d216117 None None] Routers {'46e90a9c-8b5d-4701-835e-249f93de8adc'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:51:22.481755 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-74799577-5a6c-4a1b-a1fe-3dfd9d216117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:50:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['46e90a9c-8b5d-4701-835e-249f93de8adc'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:51:22.552110 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-34bd3746-cdaa-4314-9c7a-a6b6ef0f338e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:22.555401 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:22.574419 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6c690c70-05e2-4841-9206-684ff2470e5e admin admin] Publish callbacks [] for router (46e90a9c-8b5d-4701-835e-249f93de8adc), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:22.584044 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-74799577-5a6c-4a1b-a1fe-3dfd9d216117 None None] Set router 46e90a9c-8b5d-4701-835e-249f93de8adc gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:51:22.673028 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6c690c70-05e2-4841-9206-684ff2470e5e admin admin] Publish callbacks [] for router_gateway (46e90a9c-8b5d-4701-835e-249f93de8adc), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:22.717142 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-6c690c70-05e2-4841-9206-684ff2470e5e admin admin] Deleting port 9507c490-b264-4234-88c5-d79142c85c82 {{(pid=104249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:51:22.717480 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6c690c70-05e2-4841-9206-684ff2470e5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (9507c490-b264-4234-88c5-d79142c85c82), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:22.756226 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-74799577-5a6c-4a1b-a1fe-3dfd9d216117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e90a9c-8b5d-4701-835e-249f93de8adc', 'name': 'tempest-TestVolumeBootPattern-1818391799-router', 'tenant_id': 'ad1140025dba4bc184223e702927ad88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '9507c490-b264-4234-88c5-d79142c85c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:59Z', 'updated_at': '2022-07-02T03:51:21Z', 'revision_number': 5, 'project_id': 'ad1140025dba4bc184223e702927ad88', 'gw_port': {'id': '9507c490-b264-4234-88c5-d79142c85c82', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:dc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e90a9c-8b5d-4701-835e-249f93de8adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:43:00Z', 'updated_at': '2022-07-02T03:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi'}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:51:22.782127 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74799577-5a6c-4a1b-a1fe-3dfd9d216117 None None] Checking router: 46e90a9c-8b5d-4701-835e-249f93de8adc for host: dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:51:22.792139 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74799577-5a6c-4a1b-a1fe-3dfd9d216117 None None] Routers {'46e90a9c-8b5d-4701-835e-249f93de8adc'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:51:22.792779 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-74799577-5a6c-4a1b-a1fe-3dfd9d216117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:51:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['46e90a9c-8b5d-4701-835e-249f93de8adc'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:51:22.797764 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-6c690c70-05e2-4841-9206-684ff2470e5e admin admin] For port 9507c490-b264-4234-88c5-d79142c85c82, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=9507c490-b264-4234-88c5-d79142c85c82,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:51:22.798129 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6c690c70-05e2-4841-9206-684ff2470e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (9507c490-b264-4234-88c5-d79142c85c82), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:22.811881 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-6c690c70-05e2-4841-9206-684ff2470e5e admin admin] Calling delete_port for 9507c490-b264-4234-88c5-d79142c85c82 owned by network:router_gateway {{(pid=104249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:51:22.877406 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-74799577-5a6c-4a1b-a1fe-3dfd9d216117 None None] Set router 46e90a9c-8b5d-4701-835e-249f93de8adc gateway port host: None {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:51:22.926162 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-74799577-5a6c-4a1b-a1fe-3dfd9d216117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e90a9c-8b5d-4701-835e-249f93de8adc', 'name': 'tempest-TestVolumeBootPattern-1818391799-router', 'tenant_id': 'ad1140025dba4bc184223e702927ad88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:59Z', 'updated_at': '2022-07-02T03:51:22Z', 'revision_number': 6, 'project_id': 'ad1140025dba4bc184223e702927ad88', 'gw_port_host': None}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:51:22.954197 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74799577-5a6c-4a1b-a1fe-3dfd9d216117 None None] The sync data for ids ['46e90a9c-8b5d-4701-835e-249f93de8adc'] in dv-cinder-846842-9-iscsi is: [{'id': '46e90a9c-8b5d-4701-835e-249f93de8adc', 'name': 'tempest-TestVolumeBootPattern-1818391799-router', 'tenant_id': 'ad1140025dba4bc184223e702927ad88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:42:59Z', 'updated_at': '2022-07-02T03:51:22Z', 'revision_number': 6, 'project_id': 'ad1140025dba4bc184223e702927ad88', 'gw_port_host': None}] {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:51:22.985568 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6c690c70-05e2-4841-9206-684ff2470e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (9507c490-b264-4234-88c5-d79142c85c82), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:23.013296 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c690c70-05e2-4841-9206-684ff2470e5e admin admin] Pushing event deleted for resources: {'Port': ['ID=9507c490-b264-4234-88c5-d79142c85c82,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:51:23.077606 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6c690c70-05e2-4841-9206-684ff2470e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-379160'] for router_gateway (46e90a9c-8b5d-4701-835e-249f93de8adc), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:23.164962 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6c690c70-05e2-4841-9206-684ff2470e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4176344'] for router (46e90a9c-8b5d-4701-835e-249f93de8adc), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:23.167557 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6c690c70-05e2-4841-9206-684ff2470e5e admin admin] Publish callbacks [] for router_controller (46e90a9c-8b5d-4701-835e-249f93de8adc), precommit_delete_associations {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:23.214419 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6c690c70-05e2-4841-9206-684ff2470e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387810'] for router (46e90a9c-8b5d-4701-835e-249f93de8adc), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:23.215023 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c690c70-05e2-4841-9206-684ff2470e5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46e90a9c-8b5d-4701-835e-249f93de8adc {{(pid=104249) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 02 03:51:23.219244 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6c690c70-05e2-4841-9206-684ff2470e5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:23.222975 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-6c690c70-05e2-4841-9206-684ff2470e5e admin admin] 10.222.0.42 "DELETE /v2.0/routers/46e90a9c-8b5d-4701-835e-249f93de8adc HTTP/1.1" status: 204 len: 168 time: 0.7499685 Jul 02 03:51:23.224155 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 41600) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:51:23.269421 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac2fc7c-b149-4a3f-8987-148f018c6ee3 admin admin] Deleting subnet e66b11e8-ca2a-4871-a3d9-12a0ebd399d4 {{(pid=104250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 02 03:51:23.272662 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-dac2fc7c-b149-4a3f-8987-148f018c6ee3 admin admin] Publish callbacks [] for subnet (e66b11e8-ca2a-4871-a3d9-12a0ebd399d4), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:23.317372 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-dac2fc7c-b149-4a3f-8987-148f018c6ee3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2312077'] for subnet (e66b11e8-ca2a-4871-a3d9-12a0ebd399d4), precommit_delete_associations {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:23.410274 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-dac2fc7c-b149-4a3f-8987-148f018c6ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1385350'] for subnet (e66b11e8-ca2a-4871-a3d9-12a0ebd399d4), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:23.471677 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-dac2fc7c-b149-4a3f-8987-148f018c6ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1385357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59994211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60075707'] for subnet (e66b11e8-ca2a-4871-a3d9-12a0ebd399d4), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:23.496839 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2fc7c-b149-4a3f-8987-148f018c6ee3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e66b11e8-ca2a-4871-a3d9-12a0ebd399d4,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:51:23.500695 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-dac2fc7c-b149-4a3f-8987-148f018c6ee3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:23.503850 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-dac2fc7c-b149-4a3f-8987-148f018c6ee3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e66b11e8-ca2a-4871-a3d9-12a0ebd399d4 HTTP/1.1" status: 204 len: 168 time: 0.2785552 Jul 02 03:51:23.506277 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 41602) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:51:23.508268 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7bae05-57a6-46f0-98df-38950f30b16f None None] Network f02740fe-8832-4159-a6c7-51735549069c requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:51:23.513481 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:23.535053 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:UPDATE=5 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:23.577111 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-07d0bedc-691d-44b4-9ad5-d3909b9f4598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587253'] for network (f02740fe-8832-4159-a6c7-51735549069c), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:23.623279 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-07d0bedc-691d-44b4-9ad5-d3909b9f4598 admin admin] Deleting port 127dd1cb-4243-42a7-af79-d3b87a3e9a56 {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:51:23.623674 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-07d0bedc-691d-44b4-9ad5-d3909b9f4598 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (127dd1cb-4243-42a7-af79-d3b87a3e9a56), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:23.660715 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:23.686219 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [None req-07d0bedc-691d-44b4-9ad5-d3909b9f4598 admin admin] For port 127dd1cb-4243-42a7-af79-d3b87a3e9a56, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=127dd1cb-4243-42a7-af79-d3b87a3e9a56,segment=NetworkSegment(f148eeb3-f1b7-47a4-a766-dbc9b12a22f7),segment_id=f148eeb3-f1b7-47a4-a766-dbc9b12a22f7)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:51:23.686605 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-07d0bedc-691d-44b4-9ad5-d3909b9f4598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (127dd1cb-4243-42a7-af79-d3b87a3e9a56), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:23.699453 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-07d0bedc-691d-44b4-9ad5-d3909b9f4598 admin admin] Calling delete_port for 127dd1cb-4243-42a7-af79-d3b87a3e9a56 owned by network:dhcp {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:51:23.736913 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc74c71-ea1c-4d63-863b-82b63a574d59 None None] DHCP port deletion for f02740fe-8832-4159-a6c7-51735549069c request from dv-cinder-846842-9-iscsi {{(pid=104251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 02 03:51:23.767226 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device dd01f248-75e2-4f59-8719-d2b17329e158 no longer exists at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:51:23.785874 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-07d0bedc-691d-44b4-9ad5-d3909b9f4598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (127dd1cb-4243-42a7-af79-d3b87a3e9a56), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:23.798210 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] No Port match for: dd01f248-75e2-4f59-8719-d2b17329e158 {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:51:23.798551 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device dd01f248-75e2-4f59-8719-d2b17329e158 not bound to the agent host dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:51:23.802216 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-5cc74c71-ea1c-4d63-863b-82b63a574d59 None None] Deleting port 127dd1cb-4243-42a7-af79-d3b87a3e9a56 {{(pid=104251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:51:23.802787 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-5cc74c71-ea1c-4d63-863b-82b63a574d59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (127dd1cb-4243-42a7-af79-d3b87a3e9a56), before_delete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:23.810748 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0bedc-691d-44b4-9ad5-d3909b9f4598 admin admin] Pushing event deleted for resources: {'Port': ['ID=127dd1cb-4243-42a7-af79-d3b87a3e9a56,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:51:23.816672 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d0bedc-691d-44b4-9ad5-d3909b9f4598 admin admin] No DVR routers for this DVR port 127dd1cb-4243-42a7-af79-d3b87a3e9a56 on host dv-cinder-846842-9-iscsi {{(pid=104250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:51:23.898930 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-07d0bedc-691d-44b4-9ad5-d3909b9f4598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481104', 'neutron.services.segments.db._delete_segments_for_network-8769088488286'] for network (f02740fe-8832-4159-a6c7-51735549069c), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:23.922395 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.services.segments.db [None req-07d0bedc-691d-44b4-9ad5-d3909b9f4598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f02740fe-8832-4159-a6c7-51735549069c']}} {{(pid=104250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:51:23.933914 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.services.segments.db [None req-07d0bedc-691d-44b4-9ad5-d3909b9f4598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f148eeb3-f1b7-47a4-a766-dbc9b12a22f7') {'for_net_delete': True} {{(pid=104250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:51:23.934101 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.services.segments.db [None req-07d0bedc-691d-44b4-9ad5-d3909b9f4598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f148eeb3-f1b7-47a4-a766-dbc9b12a22f7') {} {{(pid=104250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:51:23.945091 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-07d0bedc-691d-44b4-9ad5-d3909b9f4598 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769088488807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2312118'] for segment (f148eeb3-f1b7-47a4-a766-dbc9b12a22f7), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:23.962017 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-07d0bedc-691d-44b4-9ad5-d3909b9f4598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (f148eeb3-f1b7-47a4-a766-dbc9b12a22f7), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:23.969649 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d0bedc-691d-44b4-9ad5-d3909b9f4598 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=104250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 03:51:23.970054 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-07d0bedc-691d-44b4-9ad5-d3909b9f4598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59994329'] for segment (f148eeb3-f1b7-47a4-a766-dbc9b12a22f7), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:24.008752 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-5cc74c71-ea1c-4d63-863b-82b63a574d59 None None] For port 127dd1cb-4243-42a7-af79-d3b87a3e9a56, host dv-cinder-846842-9-iscsi, got binding levels [] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:51:24.008896 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-5cc74c71-ea1c-4d63-863b-82b63a574d59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (127dd1cb-4243-42a7-af79-d3b87a3e9a56), precommit_delete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:24.010655 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:51:24.022680 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-5cc74c71-ea1c-4d63-863b-82b63a574d59 None None] Calling delete_port for 127dd1cb-4243-42a7-af79-d3b87a3e9a56 owned by network:dhcp {{(pid=104251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:51:24.025721 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.ipam_backend_mixin [None req-5cc74c71-ea1c-4d63-863b-82b63a574d59 None None] Port 127dd1cb-4243-42a7-af79-d3b87a3e9a56 was not found and therefore no delete operation was performed {{(pid=104251) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 02 03:51:24.027186 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-5cc74c71-ea1c-4d63-863b-82b63a574d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086'] for port (127dd1cb-4243-42a7-af79-d3b87a3e9a56), after_delete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:24.044726 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-07d0bedc-691d-44b4-9ad5-d3909b9f4598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389339'] for network (f02740fe-8832-4159-a6c7-51735549069c), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:24.052399 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-07d0bedc-691d-44b4-9ad5-d3909b9f4598 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:24.056736 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-07d0bedc-691d-44b4-9ad5-d3909b9f4598 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f02740fe-8832-4159-a6c7-51735549069c HTTP/1.1" status: 204 len: 168 time: 0.5495255 Jul 02 03:51:24.060280 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc74c71-ea1c-4d63-863b-82b63a574d59 None None] Pushing event deleted for resources: {'Port': ['ID=127dd1cb-4243-42a7-af79-d3b87a3e9a56,revision_number=None']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:51:24.062178 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc74c71-ea1c-4d63-863b-82b63a574d59 None None] No DVR routers for this DVR port 127dd1cb-4243-42a7-af79-d3b87a3e9a56 on host dv-cinder-846842-9-iscsi {{(pid=104251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:51:24.085442 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0bedc-691d-44b4-9ad5-d3909b9f4598 admin admin] Pushing event deleted for resources: {'Network': ['ID=f02740fe-8832-4159-a6c7-51735549069c,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:51:24.089617 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.services.segments.plugin [-] Segment f148eeb3-f1b7-47a4-a766-dbc9b12a22f7 resource provider aggregate not found Jul 02 03:51:24.109300 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.services.segments.plugin [-] Segment f148eeb3-f1b7-47a4-a766-dbc9b12a22f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f148eeb3-f1b7-47a4-a766-dbc9b12a22f7 found for delete ", "request_id": "req-ded381cf-cbed-4316-8ada-87bcd66ead87"}]} Jul 02 03:51:24.180364 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 41612) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:51:24.224388 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-f04ab7fa-a92c-4b22-a63e-e9da72747b01 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=01fccbd11a4b4e859bec1a56f42315b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426507 Jul 02 03:51:24.226877 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 41614) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:51:24.255678 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:24.278826 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-4c7abc3c-64f3-4f72-b0fa-25f208fce6ca admin admin] Publish callbacks [] for security_group (fd35d2ba-76f0-464a-9bf0-a4eac3e07385), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:24.304450 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-4c7abc3c-64f3-4f72-b0fa-25f208fce6ca admin admin] Publish callbacks [] for security_group (fd35d2ba-76f0-464a-9bf0-a4eac3e07385), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:24.358657 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-4c7abc3c-64f3-4f72-b0fa-25f208fce6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (fd35d2ba-76f0-464a-9bf0-a4eac3e07385), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:24.361237 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-4c7abc3c-64f3-4f72-b0fa-25f208fce6ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:24.362425 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-4c7abc3c-64f3-4f72-b0fa-25f208fce6ca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fd35d2ba-76f0-464a-9bf0-a4eac3e07385 HTTP/1.1" status: 204 len: 168 time: 0.1345208 Jul 02 03:51:24.370280 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7abc3c-64f3-4f72-b0fa-25f208fce6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd35d2ba-76f0-464a-9bf0-a4eac3e07385,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:51:24.693147 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 41620) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:51:24.735107 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-9ebc95ba-8583-4f5e-9909-32ca1bf45231 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ad1140025dba4bc184223e702927ad88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408394 Jul 02 03:51:24.737751 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 41622) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:51:24.758923 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:24.789263 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3a844abf-31fd-4e90-a1fb-109028813bb2 admin admin] Publish callbacks [] for security_group (88e3ca08-894f-41db-9243-815ebb1b6791), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:24.812219 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3a844abf-31fd-4e90-a1fb-109028813bb2 admin admin] Publish callbacks [] for security_group (88e3ca08-894f-41db-9243-815ebb1b6791), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:24.868416 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3a844abf-31fd-4e90-a1fb-109028813bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (88e3ca08-894f-41db-9243-815ebb1b6791), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:24.872171 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3a844abf-31fd-4e90-a1fb-109028813bb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:24.873792 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-3a844abf-31fd-4e90-a1fb-109028813bb2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/88e3ca08-894f-41db-9243-815ebb1b6791 HTTP/1.1" status: 204 len: 168 time: 0.1351860 Jul 02 03:51:24.881626 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a844abf-31fd-4e90-a1fb-109028813bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e3ca08-894f-41db-9243-815ebb1b6791,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:51:25.157225 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 127dd1cb-4243-42a7-af79-d3b87a3e9a56 no longer exists at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:51:25.178503 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] No Port match for: 127dd1cb-4243-42a7-af79-d3b87a3e9a56 {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:51:25.178886 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 127dd1cb-4243-42a7-af79-d3b87a3e9a56 not bound to the agent host dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:51:25.179424 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 9507c490-b264-4234-88c5-d79142c85c82 no longer exists at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:51:25.198964 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] No Port match for: 9507c490-b264-4234-88c5-d79142c85c82 {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:51:25.199281 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 9507c490-b264-4234-88c5-d79142c85c82 not bound to the agent host dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:51:25.278202 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:25.353525 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:32.929296 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=47 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:34.004508 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=50 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:34.218352 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=54,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:34.221697 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=55,neutron:DELETE=6 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:34.876649 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=11,neutron:DELETE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:34.877463 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=36,neutron:DELETE=5 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:35.345829 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:35.348229 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:47.993624 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:48.859840 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:48.861058 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:DELETE=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:51:50.248605 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-9d9a2fe0-770d-40b3-bc73-9cffdf89945a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:52.561224 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-33e780c4-78e0-4501-96f5-e5e018ed5d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:53.675798 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:55.281048 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:51:55.359354 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:01.015248 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:52:07.869443 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=2 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:52:09.060054 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f043d5-2622-471b-94eb-f6c2013ca47f req-ce31dc5d-5bd9-4720-8ebb-16acfb478cab tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:52:09.061454 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-43f043d5-2622-471b-94eb-f6c2013ca47f req-ce31dc5d-5bd9-4720-8ebb-16acfb478cab tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e19df2f-a704-4cba-93a1-031ac21b3998 HTTP/1.1" status: 200 len: 946 time: 0.0568285 Jul 02 03:52:09.115978 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-43f043d5-2622-471b-94eb-f6c2013ca47f req-5e8b7f35-4ca1-4756-9363-95c2d07e7315 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5220f15-5d53-45af-91c5-13c7dbcbd987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479355 Jul 02 03:52:09.293368 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:52:09.301692 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:52:10.238848 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304f68c-6896-4b46-93cc-3264c9daf89b req-13ebc2db-c63d-4ac0-bd9c-9d148d74b251 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:52:10.240360 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b304f68c-6896-4b46-93cc-3264c9daf89b req-13ebc2db-c63d-4ac0-bd9c-9d148d74b251 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e19df2f-a704-4cba-93a1-031ac21b3998 HTTP/1.1" status: 200 len: 946 time: 0.0491900 Jul 02 03:52:10.293751 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b304f68c-6896-4b46-93cc-3264c9daf89b req-46cb771f-0dad-4ac0-ace7-cbed63e8c702 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5220f15-5d53-45af-91c5-13c7dbcbd987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450459 Jul 02 03:52:11.008401 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=6 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:52:11.076544 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10438c5a-1f27-4395-b4d4-83dd56803406 req-f493dea3-dea4-4223-ac9f-7d777b8bdbed tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:52:11.078082 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-10438c5a-1f27-4395-b4d4-83dd56803406 req-f493dea3-dea4-4223-ac9f-7d777b8bdbed tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e19df2f-a704-4cba-93a1-031ac21b3998 HTTP/1.1" status: 200 len: 946 time: 0.0603690 Jul 02 03:52:11.163436 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-10438c5a-1f27-4395-b4d4-83dd56803406 req-b73a957b-393c-43ce-bd65-c6fce000f1a2 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Deleting port 26c8b138-e3db-46c8-b558-dc25b48aed1b {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:52:11.163775 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-10438c5a-1f27-4395-b4d4-83dd56803406 req-b73a957b-393c-43ce-bd65-c6fce000f1a2 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (26c8b138-e3db-46c8-b558-dc25b48aed1b), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:11.259237 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-10438c5a-1f27-4395-b4d4-83dd56803406 req-b73a957b-393c-43ce-bd65-c6fce000f1a2 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] For port 26c8b138-e3db-46c8-b558-dc25b48aed1b, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=26c8b138-e3db-46c8-b558-dc25b48aed1b,segment=NetworkSegment(43960758-9dc5-4639-9da2-4d67245fae60),segment_id=43960758-9dc5-4639-9da2-4d67245fae60)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:52:11.259519 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-10438c5a-1f27-4395-b4d4-83dd56803406 req-b73a957b-393c-43ce-bd65-c6fce000f1a2 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (26c8b138-e3db-46c8-b558-dc25b48aed1b), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:11.422200 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f984af-8321-4723-9cec-a8a19f61b85d req-7c86ee75-5ce2-4531-a0f6-e99510dd99b2 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:52:11.423770 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-18f984af-8321-4723-9cec-a8a19f61b85d req-7c86ee75-5ce2-4531-a0f6-e99510dd99b2 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e19df2f-a704-4cba-93a1-031ac21b3998 HTTP/1.1" status: 200 len: 946 time: 0.0563049 Jul 02 03:52:11.424411 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-10438c5a-1f27-4395-b4d4-83dd56803406 req-b73a957b-393c-43ce-bd65-c6fce000f1a2 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:11.424885 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-10438c5a-1f27-4395-b4d4-83dd56803406 req-b73a957b-393c-43ce-bd65-c6fce000f1a2 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389155'] for floatingip (3ac87ca6-c50d-4a92-af86-c51147dcc2ef), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:11.425216 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.db.l3_db [req-10438c5a-1f27-4395-b4d4-83dd56803406 req-b73a957b-393c-43ce-bd65-c6fce000f1a2 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Floating IP 3ac87ca6-c50d-4a92-af86-c51147dcc2ef disassociated. External IP: 172.27.0.3, port: 26c8b138-e3db-46c8-b558-dc25b48aed1b. Jul 02 03:52:11.425784 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-10438c5a-1f27-4395-b4d4-83dd56803406 req-b73a957b-393c-43ce-bd65-c6fce000f1a2 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Calling delete_port for 26c8b138-e3db-46c8-b558-dc25b48aed1b owned by compute:nova {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:52:11.470890 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-18f984af-8321-4723-9cec-a8a19f61b85d req-ada8485c-cb5d-49de-b7a4-ceff47e71b11 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5220f15-5d53-45af-91c5-13c7dbcbd987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413520 Jul 02 03:52:11.564323 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-10438c5a-1f27-4395-b4d4-83dd56803406 req-b73a957b-393c-43ce-bd65-c6fce000f1a2 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (26c8b138-e3db-46c8-b558-dc25b48aed1b), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:11.592730 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a957b-393c-43ce-bd65-c6fce000f1a2 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Pushing event deleted for resources: {'Port': ['ID=26c8b138-e3db-46c8-b558-dc25b48aed1b,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:52:11.705253 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10438c5a-1f27-4395-b4d4-83dd56803406 req-b73a957b-393c-43ce-bd65-c6fce000f1a2 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Router bfd44192-d6b1-423f-8687-79c8d84ca7d1 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:52:11.812788 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10438c5a-1f27-4395-b4d4-83dd56803406 req-b73a957b-393c-43ce-bd65-c6fce000f1a2 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:52:11.825443 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc0a24c-ee12-4bf9-b394-f7e8e235662c None None] Sync routers for ids ['bfd44192-d6b1-423f-8687-79c8d84ca7d1'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:52:11.837173 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc0a24c-ee12-4bf9-b394-f7e8e235662c None None] Routers {'bfd44192-d6b1-423f-8687-79c8d84ca7d1'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:52:11.837804 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-ebc0a24c-ee12-4bf9-b394-f7e8e235662c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:51:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['bfd44192-d6b1-423f-8687-79c8d84ca7d1'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:52:11.856834 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-10438c5a-1f27-4395-b4d4-83dd56803406 req-b73a957b-393c-43ce-bd65-c6fce000f1a2 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] No DVR routers for this DVR port 26c8b138-e3db-46c8-b558-dc25b48aed1b on host hv-cinder-84684 {{(pid=104250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:52:11.859523 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-10438c5a-1f27-4395-b4d4-83dd56803406 req-b73a957b-393c-43ce-bd65-c6fce000f1a2 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:11.863604 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-10438c5a-1f27-4395-b4d4-83dd56803406 req-b73a957b-393c-43ce-bd65-c6fce000f1a2 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.26 "DELETE /v2.0/ports/26c8b138-e3db-46c8-b558-dc25b48aed1b HTTP/1.1" status: 204 len: 173 time: 0.7800965 Jul 02 03:52:11.863988 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e19df2f-a704-4cba-93a1-031ac21b3998', 'name': 'network-vif-deleted', 'tag': '26c8b138-e3db-46c8-b558-dc25b48aed1b'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:52:11.866257 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789e6467-89f6-4067-86a5-d620a3fca2f6" -d '{"events": [{"server_uuid": "4e19df2f-a704-4cba-93a1-031ac21b3998", "name": "network-vif-deleted", "tag": "26c8b138-e3db-46c8-b558-dc25b48aed1b"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:52:11.904465 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e26e245-ffab-42f6-bfaa-2e55ee7b5221 x-openstack-request-id: req-4e26e245-ffab-42f6-bfaa-2e55ee7b5221 {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:52:11.904766 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e19df2f-a704-4cba-93a1-031ac21b3998", "name": "network-vif-deleted", "tag": "26c8b138-e3db-46c8-b558-dc25b48aed1b", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:52:11.904994 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4e26e245-ffab-42f6-bfaa-2e55ee7b5221 {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:52:11.905411 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e26e245-ffab-42f6-bfaa-2e55ee7b5221'] response: {'server_uuid': '4e19df2f-a704-4cba-93a1-031ac21b3998', 'name': 'network-vif-deleted', 'tag': '26c8b138-e3db-46c8-b558-dc25b48aed1b', 'status': 'completed', 'code': 200} Jul 02 03:52:11.942110 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-ebc0a24c-ee12-4bf9-b394-f7e8e235662c None None] Set router bfd44192-d6b1-423f-8687-79c8d84ca7d1 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:52:12.143334 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-ebc0a24c-ee12-4bf9-b394-f7e8e235662c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'name': 'tempest-AttachVolumeTestJSON-880678290-router', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '84db822f-9103-4585-a8e9-83e214b76c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:36Z', 'revision_number': 4, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'gw_port': {'id': '84db822f-9103-4585-a8e9-83e214b76c15', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '180713db-b710-438e-b5b0-5ff760ca4a89', 'name': '', 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'mac_address': 'fa:16:3e:0f:65:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:36Z', 'updated_at': '2022-07-02T03:45:40Z', 'revision_number': 5, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'subnets': [{'id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:52:12.168271 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc0a24c-ee12-4bf9-b394-f7e8e235662c None None] Checking router: bfd44192-d6b1-423f-8687-79c8d84ca7d1 for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:52:12.181461 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc0a24c-ee12-4bf9-b394-f7e8e235662c None None] Routers {'bfd44192-d6b1-423f-8687-79c8d84ca7d1'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:52:12.181994 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-ebc0a24c-ee12-4bf9-b394-f7e8e235662c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:51:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['bfd44192-d6b1-423f-8687-79c8d84ca7d1'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:52:12.299184 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-ebc0a24c-ee12-4bf9-b394-f7e8e235662c None None] Set router bfd44192-d6b1-423f-8687-79c8d84ca7d1 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:52:12.518451 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-ebc0a24c-ee12-4bf9-b394-f7e8e235662c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'name': 'tempest-AttachVolumeTestJSON-880678290-router', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '84db822f-9103-4585-a8e9-83e214b76c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:36Z', 'revision_number': 4, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'gw_port': {'id': '84db822f-9103-4585-a8e9-83e214b76c15', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '180713db-b710-438e-b5b0-5ff760ca4a89', 'name': '', 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'mac_address': 'fa:16:3e:0f:65:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:36Z', 'updated_at': '2022-07-02T03:45:40Z', 'revision_number': 5, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'subnets': [{'id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:52:12.545130 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc0a24c-ee12-4bf9-b394-f7e8e235662c None None] The sync data for ids ['bfd44192-d6b1-423f-8687-79c8d84ca7d1'] in dv-cinder-846842-9-iscsi is: [{'id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'name': 'tempest-AttachVolumeTestJSON-880678290-router', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '84db822f-9103-4585-a8e9-83e214b76c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:36Z', 'revision_number': 4, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'gw_port': {'id': '84db822f-9103-4585-a8e9-83e214b76c15', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '180713db-b710-438e-b5b0-5ff760ca4a89', 'name': '', 'network_id': '2526fc80-7281-4aad-9a6a-6587590ab6d6', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'mac_address': 'fa:16:3e:0f:65:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:36Z', 'updated_at': '2022-07-02T03:45:40Z', 'revision_number': 5, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'subnets': [{'id': '46494941-1b90-44c2-ba93-9c8cd15f4d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:52:12.559121 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 41764) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:52:12.623003 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a22175b6-2bd3-4dd2-8649-afd2df9902d9 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for security_group (b5220f15-5d53-45af-91c5-13c7dbcbd987), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:12.649836 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a22175b6-2bd3-4dd2-8649-afd2df9902d9 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for security_group (b5220f15-5d53-45af-91c5-13c7dbcbd987), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:12.703433 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a22175b6-2bd3-4dd2-8649-afd2df9902d9 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (b5220f15-5d53-45af-91c5-13c7dbcbd987), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:12.706805 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a22175b6-2bd3-4dd2-8649-afd2df9902d9 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:12.708164 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-a22175b6-2bd3-4dd2-8649-afd2df9902d9 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "DELETE /v2.0/security-groups/b5220f15-5d53-45af-91c5-13c7dbcbd987 HTTP/1.1" status: 204 len: 168 time: 0.1479075 Jul 02 03:52:12.712837 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 41766) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:52:12.718887 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22175b6-2bd3-4dd2-8649-afd2df9902d9 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5220f15-5d53-45af-91c5-13c7dbcbd987,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:52:12.730052 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.api.v2.resource [None req-590a119b-15cf-436b-8683-e1b0d114efd7 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] show failed (client error): The resource could not be found. Jul 02 03:52:12.731589 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-590a119b-15cf-436b-8683-e1b0d114efd7 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "GET /v2.0/security-groups/b5220f15-5d53-45af-91c5-13c7dbcbd987 HTTP/1.1" status: 404 len: 347 time: 0.0171592 Jul 02 03:52:12.735333 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 41768) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:52:12.791854 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7311cc0c-0abe-4a71-9ddc-09c18fde5b22 None None] New status for floating IP 3ac87ca6-c50d-4a92-af86-c51147dcc2ef: DOWN {{(pid=104252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 02 03:52:12.883082 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-03a3c11b-dba9-470a-9fbe-c73330be72c8 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Deleting port 4f5cb7a6-6fa7-4660-9338-38f7c4d72c2c {{(pid=104249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:52:12.883347 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-03a3c11b-dba9-470a-9fbe-c73330be72c8 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (4f5cb7a6-6fa7-4660-9338-38f7c4d72c2c), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:12.970421 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-03a3c11b-dba9-470a-9fbe-c73330be72c8 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (4f5cb7a6-6fa7-4660-9338-38f7c4d72c2c), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:12.970751 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-03a3c11b-dba9-470a-9fbe-c73330be72c8 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for floatingip (4f5cb7a6-6fa7-4660-9338-38f7c4d72c2c), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:12.985189 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-03a3c11b-dba9-470a-9fbe-c73330be72c8 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Calling delete_port for 4f5cb7a6-6fa7-4660-9338-38f7c4d72c2c owned by network:floatingip {{(pid=104249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:52:13.120227 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-03a3c11b-dba9-470a-9fbe-c73330be72c8 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (4f5cb7a6-6fa7-4660-9338-38f7c4d72c2c), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:13.150021 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3c11b-dba9-470a-9fbe-c73330be72c8 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Pushing event deleted for resources: {'Port': ['ID=4f5cb7a6-6fa7-4660-9338-38f7c4d72c2c,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:52:13.210763 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-03a3c11b-dba9-470a-9fbe-c73330be72c8 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks [] for floatingip (3ac87ca6-c50d-4a92-af86-c51147dcc2ef), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:13.213198 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-03a3c11b-dba9-470a-9fbe-c73330be72c8 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:13.214338 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-03a3c11b-dba9-470a-9fbe-c73330be72c8 tempest-AttachVolumeTestJSON-732897671 tempest-AttachVolumeTestJSON-732897671-project] 10.222.0.42 "DELETE /v2.0/floatingips/3ac87ca6-c50d-4a92-af86-c51147dcc2ef HTTP/1.1" status: 204 len: 168 time: 0.4780190 Jul 02 03:52:14.852752 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 26c8b138-e3db-46c8-b558-dc25b48aed1b no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:52:14.872268 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] No Port match for: 26c8b138-e3db-46c8-b558-dc25b48aed1b {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:52:14.872606 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 26c8b138-e3db-46c8-b558-dc25b48aed1b not bound to the agent host hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:52:16.815652 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 41796) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:52:17.082248 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:52:17.116936 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:52:17.292839 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-43d12a84-8e6d-4441-80ae-65722d967ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386372'] for router_interface (bfd44192-d6b1-423f-8687-79c8d84ca7d1), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:17.535868 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-43d12a84-8e6d-4441-80ae-65722d967ca9 admin admin] Deleting port 180713db-b710-438e-b5b0-5ff760ca4a89 {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:52:17.536192 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-43d12a84-8e6d-4441-80ae-65722d967ca9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (180713db-b710-438e-b5b0-5ff760ca4a89), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:17.620307 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [None req-43d12a84-8e6d-4441-80ae-65722d967ca9 admin admin] For port 180713db-b710-438e-b5b0-5ff760ca4a89, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=180713db-b710-438e-b5b0-5ff760ca4a89,segment=NetworkSegment(43960758-9dc5-4639-9da2-4d67245fae60),segment_id=43960758-9dc5-4639-9da2-4d67245fae60)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:52:17.620584 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-43d12a84-8e6d-4441-80ae-65722d967ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (180713db-b710-438e-b5b0-5ff760ca4a89), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:17.633808 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-43d12a84-8e6d-4441-80ae-65722d967ca9 admin admin] Calling delete_port for 180713db-b710-438e-b5b0-5ff760ca4a89 owned by network:router_interface {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:52:17.845112 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-43d12a84-8e6d-4441-80ae-65722d967ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (180713db-b710-438e-b5b0-5ff760ca4a89), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:17.870475 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d12a84-8e6d-4441-80ae-65722d967ca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=180713db-b710-438e-b5b0-5ff760ca4a89,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:52:17.898073 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d12a84-8e6d-4441-80ae-65722d967ca9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:17.898415 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d12a84-8e6d-4441-80ae-65722d967ca9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:17.898750 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d12a84-8e6d-4441-80ae-65722d967ca9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:17.899077 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d12a84-8e6d-4441-80ae-65722d967ca9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:17.899428 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d12a84-8e6d-4441-80ae-65722d967ca9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:17.899754 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d12a84-8e6d-4441-80ae-65722d967ca9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:17.900078 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d12a84-8e6d-4441-80ae-65722d967ca9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:17.900424 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d12a84-8e6d-4441-80ae-65722d967ca9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:17.900744 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d12a84-8e6d-4441-80ae-65722d967ca9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:17.901072 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d12a84-8e6d-4441-80ae-65722d967ca9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:17.901406 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d12a84-8e6d-4441-80ae-65722d967ca9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:17.901721 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d12a84-8e6d-4441-80ae-65722d967ca9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:17.902016 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d12a84-8e6d-4441-80ae-65722d967ca9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:17.902330 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d12a84-8e6d-4441-80ae-65722d967ca9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:17.902639 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d12a84-8e6d-4441-80ae-65722d967ca9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:17.946965 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:52:17.998717 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:18.028670 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:52:18.045300 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-43d12a84-8e6d-4441-80ae-65722d967ca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-385460'] for router_interface (bfd44192-d6b1-423f-8687-79c8d84ca7d1), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:18.268280 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d12a84-8e6d-4441-80ae-65722d967ca9 admin admin] Router bfd44192-d6b1-423f-8687-79c8d84ca7d1 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:52:18.383333 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d12a84-8e6d-4441-80ae-65722d967ca9 admin admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:52:18.389388 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-43d12a84-8e6d-4441-80ae-65722d967ca9 admin admin] 10.222.0.42 "PUT /v2.0/routers/bfd44192-d6b1-423f-8687-79c8d84ca7d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5726581 Jul 02 03:52:18.391416 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 41800) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:52:18.394418 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e5ccc8-32df-44ea-803f-98181d0d3b48 None None] Sync routers for ids ['bfd44192-d6b1-423f-8687-79c8d84ca7d1'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:52:18.406222 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e5ccc8-32df-44ea-803f-98181d0d3b48 None None] Routers {'bfd44192-d6b1-423f-8687-79c8d84ca7d1'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:52:18.406839 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-f5e5ccc8-32df-44ea-803f-98181d0d3b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:51:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['bfd44192-d6b1-423f-8687-79c8d84ca7d1'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:52:18.488903 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-4c5250aa-88a5-43fd-87b9-6dc9b18621e9 admin admin] Publish callbacks [] for router (bfd44192-d6b1-423f-8687-79c8d84ca7d1), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:18.508838 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-f5e5ccc8-32df-44ea-803f-98181d0d3b48 None None] Set router bfd44192-d6b1-423f-8687-79c8d84ca7d1 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:52:18.586913 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-4c5250aa-88a5-43fd-87b9-6dc9b18621e9 admin admin] Publish callbacks [] for router_gateway (bfd44192-d6b1-423f-8687-79c8d84ca7d1), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:18.669702 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:52:18.678460 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-f5e5ccc8-32df-44ea-803f-98181d0d3b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'name': 'tempest-AttachVolumeTestJSON-880678290-router', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '84db822f-9103-4585-a8e9-83e214b76c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:52:17Z', 'revision_number': 5, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'gw_port': {'id': '84db822f-9103-4585-a8e9-83e214b76c15', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi'}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:52:18.681790 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=100 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:52:18.705643 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e5ccc8-32df-44ea-803f-98181d0d3b48 None None] Checking router: bfd44192-d6b1-423f-8687-79c8d84ca7d1 for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:52:18.715658 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e5ccc8-32df-44ea-803f-98181d0d3b48 None None] Routers {'bfd44192-d6b1-423f-8687-79c8d84ca7d1'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:52:18.716272 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-f5e5ccc8-32df-44ea-803f-98181d0d3b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:51:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['bfd44192-d6b1-423f-8687-79c8d84ca7d1'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:52:18.804319 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-f5e5ccc8-32df-44ea-803f-98181d0d3b48 None None] Set router bfd44192-d6b1-423f-8687-79c8d84ca7d1 gateway port host: None {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:52:18.857262 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-f5e5ccc8-32df-44ea-803f-98181d0d3b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'name': 'tempest-AttachVolumeTestJSON-880678290-router', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:52:18Z', 'revision_number': 6, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'gw_port_host': None}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:52:18.883165 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e5ccc8-32df-44ea-803f-98181d0d3b48 None None] The sync data for ids ['bfd44192-d6b1-423f-8687-79c8d84ca7d1'] in dv-cinder-846842-9-iscsi is: [{'id': 'bfd44192-d6b1-423f-8687-79c8d84ca7d1', 'name': 'tempest-AttachVolumeTestJSON-880678290-router', 'tenant_id': '0665267ba574490cbcf958be4d793dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:45:34Z', 'updated_at': '2022-07-02T03:52:18Z', 'revision_number': 6, 'project_id': '0665267ba574490cbcf958be4d793dd3', 'gw_port_host': None}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:52:18.898091 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-4c5250aa-88a5-43fd-87b9-6dc9b18621e9 admin admin] Deleting port 84db822f-9103-4585-a8e9-83e214b76c15 {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:52:18.898718 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-4c5250aa-88a5-43fd-87b9-6dc9b18621e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (84db822f-9103-4585-a8e9-83e214b76c15), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:18.979952 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [None req-4c5250aa-88a5-43fd-87b9-6dc9b18621e9 admin admin] For port 84db822f-9103-4585-a8e9-83e214b76c15, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=84db822f-9103-4585-a8e9-83e214b76c15,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:52:18.980294 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-4c5250aa-88a5-43fd-87b9-6dc9b18621e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (84db822f-9103-4585-a8e9-83e214b76c15), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:18.993097 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-4c5250aa-88a5-43fd-87b9-6dc9b18621e9 admin admin] Calling delete_port for 84db822f-9103-4585-a8e9-83e214b76c15 owned by network:router_gateway {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:52:19.059026 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:52:19.163022 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-4c5250aa-88a5-43fd-87b9-6dc9b18621e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (84db822f-9103-4585-a8e9-83e214b76c15), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:19.171149 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:52:19.194016 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5250aa-88a5-43fd-87b9-6dc9b18621e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=84db822f-9103-4585-a8e9-83e214b76c15,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:52:19.257424 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-4c5250aa-88a5-43fd-87b9-6dc9b18621e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-379160'] for router_gateway (bfd44192-d6b1-423f-8687-79c8d84ca7d1), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:19.352638 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-4c5250aa-88a5-43fd-87b9-6dc9b18621e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4176344'] for router (bfd44192-d6b1-423f-8687-79c8d84ca7d1), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:19.354859 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-4c5250aa-88a5-43fd-87b9-6dc9b18621e9 admin admin] Publish callbacks [] for router_controller (bfd44192-d6b1-423f-8687-79c8d84ca7d1), precommit_delete_associations {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:19.398489 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-4c5250aa-88a5-43fd-87b9-6dc9b18621e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387810'] for router (bfd44192-d6b1-423f-8687-79c8d84ca7d1), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:19.399044 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5250aa-88a5-43fd-87b9-6dc9b18621e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfd44192-d6b1-423f-8687-79c8d84ca7d1 {{(pid=104250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 02 03:52:19.403564 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-4c5250aa-88a5-43fd-87b9-6dc9b18621e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:19.404517 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-4c5250aa-88a5-43fd-87b9-6dc9b18621e9 admin admin] 10.222.0.42 "DELETE /v2.0/routers/bfd44192-d6b1-423f-8687-79c8d84ca7d1 HTTP/1.1" status: 204 len: 168 time: 1.0122442 Jul 02 03:52:19.407469 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 41802) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:52:19.435546 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:52:19.455157 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.db_base_plugin_v2 [None req-821e19b3-31b7-4767-8a50-9084715e57b0 admin admin] Deleting subnet 46494941-1b90-44c2-ba93-9c8cd15f4d45 {{(pid=104249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 02 03:52:19.458467 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-821e19b3-31b7-4767-8a50-9084715e57b0 admin admin] Publish callbacks [] for subnet (46494941-1b90-44c2-ba93-9c8cd15f4d45), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:19.460018 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:52:19.499307 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-821e19b3-31b7-4767-8a50-9084715e57b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59791451'] for subnet (46494941-1b90-44c2-ba93-9c8cd15f4d45), precommit_delete_associations {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:19.577228 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-821e19b3-31b7-4767-8a50-9084715e57b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1385350'] for subnet (46494941-1b90-44c2-ba93-9c8cd15f4d45), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:19.635820 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-821e19b3-31b7-4767-8a50-9084715e57b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1385357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60593258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59995466'] for subnet (46494941-1b90-44c2-ba93-9c8cd15f4d45), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:19.650125 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 180713db-b710-438e-b5b0-5ff760ca4a89 no longer exists at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:52:19.664714 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e19b3-31b7-4767-8a50-9084715e57b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46494941-1b90-44c2-ba93-9c8cd15f4d45,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:52:19.670928 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] No Port match for: 180713db-b710-438e-b5b0-5ff760ca4a89 {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:52:19.676532 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 180713db-b710-438e-b5b0-5ff760ca4a89 not bound to the agent host dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:52:19.676699 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-821e19b3-31b7-4767-8a50-9084715e57b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for subnet (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:19.679740 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cd482a-bdd8-4c6d-b0a0-c35cc017281a None None] Network 2526fc80-7281-4aad-9a6a-6587590ab6d6 requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:52:19.680548 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-821e19b3-31b7-4767-8a50-9084715e57b0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/46494941-1b90-44c2-ba93-9c8cd15f4d45 HTTP/1.1" status: 204 len: 168 time: 0.2718000 Jul 02 03:52:19.682508 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821e19b3-31b7-4767-8a50-9084715e57b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:19.682911 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821e19b3-31b7-4767-8a50-9084715e57b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:19.683401 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 41804) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:52:19.684087 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821e19b3-31b7-4767-8a50-9084715e57b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:19.684706 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821e19b3-31b7-4767-8a50-9084715e57b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:19.685189 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821e19b3-31b7-4767-8a50-9084715e57b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:19.685705 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821e19b3-31b7-4767-8a50-9084715e57b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:19.686034 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821e19b3-31b7-4767-8a50-9084715e57b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:19.686355 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821e19b3-31b7-4767-8a50-9084715e57b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:19.686675 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821e19b3-31b7-4767-8a50-9084715e57b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:19.686967 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821e19b3-31b7-4767-8a50-9084715e57b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:19.687309 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821e19b3-31b7-4767-8a50-9084715e57b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:19.687639 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821e19b3-31b7-4767-8a50-9084715e57b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:19.687956 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821e19b3-31b7-4767-8a50-9084715e57b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:19.688272 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821e19b3-31b7-4767-8a50-9084715e57b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:19.688610 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821e19b3-31b7-4767-8a50-9084715e57b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:19.761348 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-579bbb49-9d5e-44cc-999f-e8dfb45f2a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587253'] for network (2526fc80-7281-4aad-9a6a-6587590ab6d6), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:19.806799 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-579bbb49-9d5e-44cc-999f-e8dfb45f2a34 admin admin] Deleting port a7f26013-5644-44ae-afc0-a44a9d7ffa53 {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:52:19.807216 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-579bbb49-9d5e-44cc-999f-e8dfb45f2a34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (a7f26013-5644-44ae-afc0-a44a9d7ffa53), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:19.881991 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [None req-579bbb49-9d5e-44cc-999f-e8dfb45f2a34 admin admin] For port a7f26013-5644-44ae-afc0-a44a9d7ffa53, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=a7f26013-5644-44ae-afc0-a44a9d7ffa53,segment=NetworkSegment(43960758-9dc5-4639-9da2-4d67245fae60),segment_id=43960758-9dc5-4639-9da2-4d67245fae60)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:52:19.882354 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-579bbb49-9d5e-44cc-999f-e8dfb45f2a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (a7f26013-5644-44ae-afc0-a44a9d7ffa53), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:19.897556 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-579bbb49-9d5e-44cc-999f-e8dfb45f2a34 admin admin] Calling delete_port for a7f26013-5644-44ae-afc0-a44a9d7ffa53 owned by network:dhcp {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:52:19.972345 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde66171-0d6e-42cb-93e2-ee2261498714 None None] DHCP port deletion for 2526fc80-7281-4aad-9a6a-6587590ab6d6 request from dv-cinder-846842-9-iscsi {{(pid=104251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 02 03:52:19.984426 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-579bbb49-9d5e-44cc-999f-e8dfb45f2a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (a7f26013-5644-44ae-afc0-a44a9d7ffa53), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:20.009671 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579bbb49-9d5e-44cc-999f-e8dfb45f2a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7f26013-5644-44ae-afc0-a44a9d7ffa53,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:52:20.015858 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-dde66171-0d6e-42cb-93e2-ee2261498714 None None] Deleting port a7f26013-5644-44ae-afc0-a44a9d7ffa53 {{(pid=104251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:52:20.016255 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579bbb49-9d5e-44cc-999f-e8dfb45f2a34 admin admin] No DVR routers for this DVR port a7f26013-5644-44ae-afc0-a44a9d7ffa53 on host dv-cinder-846842-9-iscsi {{(pid=104250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:52:20.016371 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-dde66171-0d6e-42cb-93e2-ee2261498714 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (a7f26013-5644-44ae-afc0-a44a9d7ffa53), before_delete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:20.080922 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-dde66171-0d6e-42cb-93e2-ee2261498714 None None] For port a7f26013-5644-44ae-afc0-a44a9d7ffa53, host dv-cinder-846842-9-iscsi, got binding levels [] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:52:20.081466 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-dde66171-0d6e-42cb-93e2-ee2261498714 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (a7f26013-5644-44ae-afc0-a44a9d7ffa53), precommit_delete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:20.093002 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-579bbb49-9d5e-44cc-999f-e8dfb45f2a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481104', 'neutron.services.segments.db._delete_segments_for_network-8769088488286'] for network (2526fc80-7281-4aad-9a6a-6587590ab6d6), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:20.094217 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-dde66171-0d6e-42cb-93e2-ee2261498714 None None] Calling delete_port for a7f26013-5644-44ae-afc0-a44a9d7ffa53 owned by network:dhcp {{(pid=104251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:52:20.097455 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.ipam_backend_mixin [None req-dde66171-0d6e-42cb-93e2-ee2261498714 None None] Port a7f26013-5644-44ae-afc0-a44a9d7ffa53 was not found and therefore no delete operation was performed {{(pid=104251) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 02 03:52:20.098771 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-dde66171-0d6e-42cb-93e2-ee2261498714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086'] for port (a7f26013-5644-44ae-afc0-a44a9d7ffa53), after_delete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:20.114906 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.services.segments.db [None req-579bbb49-9d5e-44cc-999f-e8dfb45f2a34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2526fc80-7281-4aad-9a6a-6587590ab6d6']}} {{(pid=104250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:52:20.122434 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde66171-0d6e-42cb-93e2-ee2261498714 None None] Pushing event deleted for resources: {'Port': ['ID=a7f26013-5644-44ae-afc0-a44a9d7ffa53,revision_number=None']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:52:20.124799 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.services.segments.db [None req-579bbb49-9d5e-44cc-999f-e8dfb45f2a34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43960758-9dc5-4639-9da2-4d67245fae60') {'for_net_delete': True} {{(pid=104250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:52:20.125095 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.services.segments.db [None req-579bbb49-9d5e-44cc-999f-e8dfb45f2a34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43960758-9dc5-4639-9da2-4d67245fae60') {} {{(pid=104250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:52:20.126968 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde66171-0d6e-42cb-93e2-ee2261498714 None None] No DVR routers for this DVR port a7f26013-5644-44ae-afc0-a44a9d7ffa53 on host dv-cinder-846842-9-iscsi {{(pid=104251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:52:20.133689 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde66171-0d6e-42cb-93e2-ee2261498714 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:20.136337 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde66171-0d6e-42cb-93e2-ee2261498714 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:20.136337 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde66171-0d6e-42cb-93e2-ee2261498714 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:20.136337 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde66171-0d6e-42cb-93e2-ee2261498714 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:20.136337 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde66171-0d6e-42cb-93e2-ee2261498714 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:20.136337 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde66171-0d6e-42cb-93e2-ee2261498714 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:20.136337 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde66171-0d6e-42cb-93e2-ee2261498714 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:20.136337 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde66171-0d6e-42cb-93e2-ee2261498714 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:20.136337 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde66171-0d6e-42cb-93e2-ee2261498714 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:20.137144 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde66171-0d6e-42cb-93e2-ee2261498714 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:20.137144 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde66171-0d6e-42cb-93e2-ee2261498714 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:20.137144 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde66171-0d6e-42cb-93e2-ee2261498714 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:20.137501 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde66171-0d6e-42cb-93e2-ee2261498714 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:20.138204 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde66171-0d6e-42cb-93e2-ee2261498714 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:20.138204 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde66171-0d6e-42cb-93e2-ee2261498714 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:52:20.141890 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-579bbb49-9d5e-44cc-999f-e8dfb45f2a34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769088488807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2312118'] for segment (43960758-9dc5-4639-9da2-4d67245fae60), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:20.156751 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-579bbb49-9d5e-44cc-999f-e8dfb45f2a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (43960758-9dc5-4639-9da2-4d67245fae60), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:20.163645 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579bbb49-9d5e-44cc-999f-e8dfb45f2a34 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=104250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 03:52:20.164031 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-579bbb49-9d5e-44cc-999f-e8dfb45f2a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59994329'] for segment (43960758-9dc5-4639-9da2-4d67245fae60), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:20.183530 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.services.segments.plugin [-] Segment 43960758-9dc5-4639-9da2-4d67245fae60 resource provider aggregate not found Jul 02 03:52:20.227857 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.services.segments.plugin [-] Segment 43960758-9dc5-4639-9da2-4d67245fae60 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43960758-9dc5-4639-9da2-4d67245fae60 found for delete ", "request_id": "req-a04229c1-3692-43e7-9b00-8226bb51ee2a"}]} Jul 02 03:52:20.238967 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-579bbb49-9d5e-44cc-999f-e8dfb45f2a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389339'] for network (2526fc80-7281-4aad-9a6a-6587590ab6d6), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:20.243763 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-1829c55f-8ee7-4fe4-9d37-31f3e36f34dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:20.245429 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-579bbb49-9d5e-44cc-999f-e8dfb45f2a34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:20.250233 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-579bbb49-9d5e-44cc-999f-e8dfb45f2a34 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2526fc80-7281-4aad-9a6a-6587590ab6d6 HTTP/1.1" status: 204 len: 168 time: 0.5650711 Jul 02 03:52:20.269061 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579bbb49-9d5e-44cc-999f-e8dfb45f2a34 admin admin] Pushing event deleted for resources: {'Network': ['ID=2526fc80-7281-4aad-9a6a-6587590ab6d6,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:52:20.368108 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 41812) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:52:20.412067 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-19702284-6df0-47b5-9ffe-4b9d926e150e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0665267ba574490cbcf958be4d793dd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422323 Jul 02 03:52:20.415191 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 41814) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:52:20.433631 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:52:20.468430 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c68fcc91-170f-4246-af52-7a878cae67f1 admin admin] Publish callbacks [] for security_group (aa039776-b63a-405d-9d67-5946946a8c87), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:20.489926 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c68fcc91-170f-4246-af52-7a878cae67f1 admin admin] Publish callbacks [] for security_group (aa039776-b63a-405d-9d67-5946946a8c87), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:20.540271 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c68fcc91-170f-4246-af52-7a878cae67f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (aa039776-b63a-405d-9d67-5946946a8c87), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:20.543322 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-c68fcc91-170f-4246-af52-7a878cae67f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:20.544548 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-c68fcc91-170f-4246-af52-7a878cae67f1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aa039776-b63a-405d-9d67-5946946a8c87 HTTP/1.1" status: 204 len: 168 time: 0.1284082 Jul 02 03:52:20.552884 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68fcc91-170f-4246-af52-7a878cae67f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa039776-b63a-405d-9d67-5946946a8c87,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:52:21.184356 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 84db822f-9103-4585-a8e9-83e214b76c15 no longer exists at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:52:21.206721 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] No Port match for: 84db822f-9103-4585-a8e9-83e214b76c15 {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:52:21.207064 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 84db822f-9103-4585-a8e9-83e214b76c15 not bound to the agent host dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:52:21.207491 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device a7f26013-5644-44ae-afc0-a44a9d7ffa53 no longer exists at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:52:21.225386 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] No Port match for: a7f26013-5644-44ae-afc0-a44a9d7ffa53 {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:52:21.225735 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device a7f26013-5644-44ae-afc0-a44a9d7ffa53 not bound to the agent host dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:52:22.550959 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-4bad7585-c161-4ae2-9d83-6e4ee3a69013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:22.870853 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:52:22.874164 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:52:23.678102 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:25.286884 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:25.356426 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:29.669288 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:52:29.670176 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=21,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:52:30.547724 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=12,neutron:DELETE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:52:30.549207 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:52:35.348448 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:52:35.349647 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=44,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:52:38.019265 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:52:45.681416 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 41972) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:52:45.809585 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e7154e99-549a-43d7-a810-bdcdaa46ee91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:45.902097 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e7154e99-549a-43d7-a810-bdcdaa46ee91 admin admin] Publish callbacks [] for security_group (69e209b7-32d0-4ae4-bab1-735f3a1b418a), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:45.908025 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e7154e99-549a-43d7-a810-bdcdaa46ee91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (69e209b7-32d0-4ae4-bab1-735f3a1b418a), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:45.947529 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-e7154e99-549a-43d7-a810-bdcdaa46ee91 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c2606e542ea74559be1d0009dc249b87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2649009 Jul 02 03:52:45.948361 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7154e99-549a-43d7-a810-bdcdaa46ee91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e209b7-32d0-4ae4-bab1-735f3a1b418a,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:52:45.950324 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 41976) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:52:46.001904 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-210042c5-63d0-4001-82fd-d306e96c91ae admin admin] Publish callbacks [] for security_group (69e209b7-32d0-4ae4-bab1-735f3a1b418a), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:46.026957 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-210042c5-63d0-4001-82fd-d306e96c91ae admin admin] Publish callbacks [] for security_group (69e209b7-32d0-4ae4-bab1-735f3a1b418a), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:46.078378 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-210042c5-63d0-4001-82fd-d306e96c91ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (69e209b7-32d0-4ae4-bab1-735f3a1b418a), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:46.080982 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-210042c5-63d0-4001-82fd-d306e96c91ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:46.082131 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-210042c5-63d0-4001-82fd-d306e96c91ae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/69e209b7-32d0-4ae4-bab1-735f3a1b418a HTTP/1.1" status: 204 len: 168 time: 0.1308489 Jul 02 03:52:46.090003 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210042c5-63d0-4001-82fd-d306e96c91ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e209b7-32d0-4ae4-bab1-735f3a1b418a,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:52:48.004519 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:50.247611 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-ddeae9b4-c4c3-46dc-99e0-a33e1bc79216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:52.547054 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-778d42e4-b827-46a6-b576-e20f1aac2d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:53.675683 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:55.289059 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:55.355921 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:52:55.934692 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=16,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:52:55.943812 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=21,neutron:INSERT=4 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:52:56.084920 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:52:56.085649 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:52:57.864561 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=18 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:52:57.865437 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=18 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:53:05.345916 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:53:05.349026 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:53:15.023273 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:53:18.021414 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:53:20.249535 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-2be08965-d8de-4f94-a048-f255f13766d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:53:21.864296 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=3 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:53:22.553049 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-de702c4d-cc1d-432e-912f-b927daa3fef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:53:23.676616 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:53:25.015880 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=5 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:53:25.302933 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:53:25.352956 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:53:28.041799 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 42192) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:53:28.156496 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-a89eb4d5-ecee-4b96-9482-871b57f2fa39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:53:28.236471 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-a89eb4d5-ecee-4b96-9482-871b57f2fa39 admin admin] Publish callbacks [] for security_group (8a9099fc-17d0-4166-ae78-f11c5340df9b), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:53:28.242551 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-a89eb4d5-ecee-4b96-9482-871b57f2fa39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (8a9099fc-17d0-4166-ae78-f11c5340df9b), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:53:28.279894 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89eb4d5-ecee-4b96-9482-871b57f2fa39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9099fc-17d0-4166-ae78-f11c5340df9b,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:53:28.283671 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-a89eb4d5-ecee-4b96-9482-871b57f2fa39 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b5bba64cb7594693b4f59dfd2d6363a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408605 Jul 02 03:53:28.286627 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 42196) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:53:28.289774 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89eb4d5-ecee-4b96-9482-871b57f2fa39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:53:28.290125 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89eb4d5-ecee-4b96-9482-871b57f2fa39 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:53:28.290469 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89eb4d5-ecee-4b96-9482-871b57f2fa39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:53:28.290805 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89eb4d5-ecee-4b96-9482-871b57f2fa39 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:53:28.291514 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89eb4d5-ecee-4b96-9482-871b57f2fa39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:53:28.291844 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89eb4d5-ecee-4b96-9482-871b57f2fa39 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:53:28.292174 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89eb4d5-ecee-4b96-9482-871b57f2fa39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:53:28.292496 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89eb4d5-ecee-4b96-9482-871b57f2fa39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:53:28.292803 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89eb4d5-ecee-4b96-9482-871b57f2fa39 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:53:28.293126 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89eb4d5-ecee-4b96-9482-871b57f2fa39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:53:28.293470 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89eb4d5-ecee-4b96-9482-871b57f2fa39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:53:28.294190 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89eb4d5-ecee-4b96-9482-871b57f2fa39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:53:28.294190 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89eb4d5-ecee-4b96-9482-871b57f2fa39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:53:28.294402 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89eb4d5-ecee-4b96-9482-871b57f2fa39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:53:28.294847 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89eb4d5-ecee-4b96-9482-871b57f2fa39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:53:28.338353 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-cfbcb696-4851-4936-9522-25c5acbde974 admin admin] Publish callbacks [] for security_group (8a9099fc-17d0-4166-ae78-f11c5340df9b), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:53:28.360555 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-cfbcb696-4851-4936-9522-25c5acbde974 admin admin] Publish callbacks [] for security_group (8a9099fc-17d0-4166-ae78-f11c5340df9b), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:53:28.410824 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-cfbcb696-4851-4936-9522-25c5acbde974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (8a9099fc-17d0-4166-ae78-f11c5340df9b), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:53:28.413514 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-cfbcb696-4851-4936-9522-25c5acbde974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:53:28.414666 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-cfbcb696-4851-4936-9522-25c5acbde974 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a9099fc-17d0-4166-ae78-f11c5340df9b HTTP/1.1" status: 204 len: 168 time: 0.1270654 Jul 02 03:53:28.422651 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbcb696-4851-4936-9522-25c5acbde974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9099fc-17d0-4166-ae78-f11c5340df9b,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:53:28.430319 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbcb696-4851-4936-9522-25c5acbde974 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:53:28.430596 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbcb696-4851-4936-9522-25c5acbde974 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:53:28.430933 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbcb696-4851-4936-9522-25c5acbde974 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:53:28.431266 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbcb696-4851-4936-9522-25c5acbde974 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:53:28.431623 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbcb696-4851-4936-9522-25c5acbde974 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:53:28.431946 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbcb696-4851-4936-9522-25c5acbde974 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:53:28.432267 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbcb696-4851-4936-9522-25c5acbde974 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:53:28.432614 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbcb696-4851-4936-9522-25c5acbde974 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:53:28.432892 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbcb696-4851-4936-9522-25c5acbde974 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:53:28.433213 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbcb696-4851-4936-9522-25c5acbde974 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:53:28.433531 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbcb696-4851-4936-9522-25c5acbde974 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:53:28.433858 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbcb696-4851-4936-9522-25c5acbde974 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:53:28.434157 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbcb696-4851-4936-9522-25c5acbde974 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:53:28.434468 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbcb696-4851-4936-9522-25c5acbde974 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:53:28.434780 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbcb696-4851-4936-9522-25c5acbde974 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:53:38.278656 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=20,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:53:38.285763 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=19,neutron:INSERT=6 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:53:38.425582 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:53:38.426459 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:53:38.448786 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:53:38.449583 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:53:48.029678 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:53:50.251685 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-2f2734cd-7723-40b0-9aa9-7f982dbb37a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:53:52.022479 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:53:52.540044 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-f4597dab-305b-4263-b8d5-abd3aafa851b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:53:53.687332 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:53:55.305749 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:53:55.351011 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:02.017791 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=4 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:02.018983 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:02.624919 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 42392) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:54:02.734082 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b8142267-edcc-44d7-8535-dd46c035ac9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:02.810553 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b8142267-edcc-44d7-8535-dd46c035ac9d admin admin] Publish callbacks [] for security_group (d30d182e-6806-430d-8c75-af9efa20f595), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:02.818463 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b8142267-edcc-44d7-8535-dd46c035ac9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (d30d182e-6806-430d-8c75-af9efa20f595), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:02.863276 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-b8142267-edcc-44d7-8535-dd46c035ac9d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4fcd40e73e6646a4b098a6f56e8bf135&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372735 Jul 02 03:54:02.864138 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8142267-edcc-44d7-8535-dd46c035ac9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30d182e-6806-430d-8c75-af9efa20f595,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:02.866855 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 42396) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:54:02.916956 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-45ff089b-45a8-4cf5-91b6-d689fe967025 admin admin] Publish callbacks [] for security_group (d30d182e-6806-430d-8c75-af9efa20f595), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:02.938340 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-45ff089b-45a8-4cf5-91b6-d689fe967025 admin admin] Publish callbacks [] for security_group (d30d182e-6806-430d-8c75-af9efa20f595), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:02.996017 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-45ff089b-45a8-4cf5-91b6-d689fe967025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (d30d182e-6806-430d-8c75-af9efa20f595), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:03.001293 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-45ff089b-45a8-4cf5-91b6-d689fe967025 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:03.001293 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-45ff089b-45a8-4cf5-91b6-d689fe967025 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d30d182e-6806-430d-8c75-af9efa20f595 HTTP/1.1" status: 204 len: 168 time: 0.1318212 Jul 02 03:54:03.007472 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff089b-45a8-4cf5-91b6-d689fe967025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30d182e-6806-430d-8c75-af9efa20f595,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:03.677577 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 42418) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:54:03.778578 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-4eff3bb8-17ba-4fac-a024-870f66762850 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-439934849-network', 'tenant_id': '642a93dd7b34496491123f30dce4438d'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:54:03.805293 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eff3bb8-17ba-4fac-a024-870f66762850 admin admin] Made reservation on behalf of 642a93dd7b34496491123f30dce4438d for: {'network': 1} {{(pid=104249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:54:03.808093 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-4eff3bb8-17ba-4fac-a024-870f66762850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for network (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:03.816823 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-4eff3bb8-17ba-4fac-a024-870f66762850 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:03.904568 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-4eff3bb8-17ba-4fac-a024-870f66762850 admin admin] Publish callbacks [] for security_group (e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:03.911037 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-4eff3bb8-17ba-4fac-a024-870f66762850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:03.935732 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eff3bb8-17ba-4fac-a024-870f66762850 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=104249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 03:54:03.944394 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff3bb8-17ba-4fac-a024-870f66762850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:03.950373 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-4eff3bb8-17ba-4fac-a024-870f66762850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (263c04f1-03ae-40e1-8724-f11529a2c41e), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:03.950713 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.db.segments_db [None req-4eff3bb8-17ba-4fac-a024-870f66762850 admin admin] Added segment 263c04f1-03ae-40e1-8724-f11529a2c41e of type vlan for network 4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1 Jul 02 03:54:03.994751 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-4eff3bb8-17ba-4fac-a024-870f66762850 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087990932'] for network (4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:04.026549 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-4eff3bb8-17ba-4fac-a024-870f66762850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675'] for network (4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:04.028141 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eff3bb8-17ba-4fac-a024-870f66762850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:04.028921 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-4eff3bb8-17ba-4fac-a024-870f66762850 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:04.067689 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-4eff3bb8-17ba-4fac-a024-870f66762850 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3888047 Jul 02 03:54:04.070687 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 42422) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:54:04.076058 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-ad3fb4d5-6fc4-4fec-b707-0f2be958447b admin admin] Request body: {'subnet': {'network_id': '4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-439934849-subnet', 'tenant_id': '642a93dd7b34496491123f30dce4438d', 'ip_version': 4}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:54:04.097250 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff3bb8-17ba-4fac-a024-870f66762850 admin admin] Pushing event updated for resources: {'Network': ['ID=4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:04.100047 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3fb4d5-6fc4-4fec-b707-0f2be958447b admin admin] Made reservation on behalf of 642a93dd7b34496491123f30dce4438d for: {'subnet': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:54:04.102551 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-ad3fb4d5-6fc4-4fec-b707-0f2be958447b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60075668'] for subnet (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:04.111806 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Network 4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1 details requested by agent ovs-agent-dv-cinder-846842-9-iscsi with host dv-cinder-846842-9-iscsi {{(pid=104251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 03:54:04.276348 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-ad3fb4d5-6fc4-4fec-b707-0f2be958447b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59996348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60075650'] for subnet (a0dce360-bb36-4aae-8eee-7664a424379d), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:04.325305 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3fb4d5-6fc4-4fec-b707-0f2be958447b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0dce360-bb36-4aae-8eee-7664a424379d,revision_number=0']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:04.342891 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3fb4d5-6fc4-4fec-b707-0f2be958447b admin admin] Checking segment: {'id': '263c04f1-03ae-40e1-8724-f11529a2c41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:54:04.343251 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3fb4d5-6fc4-4fec-b707-0f2be958447b admin admin] Network hostable DHCP agents. Network: 4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1, hostable agents: ['1553e874-6843-4478-a19b-2f80346723c1'], hosted agents: [] {{(pid=104250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 03:54:04.362010 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3fb4d5-6fc4-4fec-b707-0f2be958447b admin admin] Network 4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1 is scheduled to be hosted by DHCP agent 1553e874-6843-4478-a19b-2f80346723c1 with binding_index 1 {{(pid=104250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 03:54:04.375551 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-ad3fb4d5-6fc4-4fec-b707-0f2be958447b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-9-iscsi, 4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1) {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:54:04.379832 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3fb4d5-6fc4-4fec-b707-0f2be958447b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:04.380397 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-ad3fb4d5-6fc4-4fec-b707-0f2be958447b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:04.385146 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1071d9d2-7d98-4b47-a8e1-de1a4c26c340 None None] Network 4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1 requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:54:04.400189 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-ad3fb4d5-6fc4-4fec-b707-0f2be958447b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3281848 Jul 02 03:54:04.403168 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 42424) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:54:04.407692 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-dd779911-2730-40e5-8db9-0830036c6de6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-439934849-router', 'tenant_id': '642a93dd7b34496491123f30dce4438d', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:54:04.429736 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-dd779911-2730-40e5-8db9-0830036c6de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-388431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4176334'] for router (eb445e71-904e-41cf-b15c-7e4915a55101), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:04.430775 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-dd779911-2730-40e5-8db9-0830036c6de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-388809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-392072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4176327'] for router (eb445e71-904e-41cf-b15c-7e4915a55101), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:04.484466 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-dd779911-2730-40e5-8db9-0830036c6de6 admin admin] Publish callbacks [] for router_controller (eb445e71-904e-41cf-b15c-7e4915a55101), precommit_add_association {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:04.495139 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e612fdf-d4d2-534a-a3d7-4de3d62f7aff-4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1', 'network_id': '4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1', 'project_id': '642a93dd7b34496491123f30dce4438d', 'fixed_ips': [{'subnet_id': 'a0dce360-bb36-4aae-8eee-7664a424379d'}]}} from dv-cinder-846842-9-iscsi. {{(pid=104251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 02 03:54:04.496132 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:04.618924 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-dd779911-2730-40e5-8db9-0830036c6de6 admin admin] Publish callbacks [] for router_gateway (eb445e71-904e-41cf-b15c-7e4915a55101), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:04.628681 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.db_base_plugin_common [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Allocated IP 172.20.0.2 (4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1/a0dce360-bb36-4aae-8eee-7664a424379d/97089799-a0d5-4b38-9986-d506f2236174) {{(pid=104251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:54:04.776313 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Publish callbacks [] for port (97089799-a0d5-4b38-9986-d506f2236174), precommit_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:04.784994 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077'] for port (97089799-a0d5-4b38-9986-d506f2236174), after_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:04.828030 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Network 4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1 is already hosted by enough agents. {{(pid=104251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:54:04.833371 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.scheduler.base_scheduler [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Resources bound (agent type, host, resource id): {{(pid=104251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:54:04.836113 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Received port after_create {{(pid=104251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:54:04.839881 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Pushing event updated for resources: {'Port': ['ID=97089799-a0d5-4b38-9986-d506f2236174,revision_number=1']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:04.852440 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:04.852928 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:04.853362 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:04.853764 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:04.854177 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:04.854445 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:04.854764 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:04.855082 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:04.855431 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:04.855743 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:04.856058 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:04.856375 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:04.856684 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:04.856994 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:04.857306 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:04.910119 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Attempting to bind port 97089799-a0d5-4b38-9986-d506f2236174 on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:54:04.910378 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Attempting to bind port 97089799-a0d5-4b38-9986-d506f2236174 by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': '263c04f1-03ae-40e1-8724-f11529a2c41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1'}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:54:04.910725 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Attempting to bind port 97089799-a0d5-4b38-9986-d506f2236174 on network 4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1 {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:54:04.916906 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:54:04.917303 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Checking segment: {'id': '263c04f1-03ae-40e1-8724-f11529a2c41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:54:04.917699 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:04.917996 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:04.918515 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Bound using segment: {'id': '263c04f1-03ae-40e1-8724-f11529a2c41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1'} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:54:04.918985 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Bound port: 97089799-a0d5-4b38-9986-d506f2236174, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '263c04f1-03ae-40e1-8724-f11529a2c41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1'}}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:54:04.919277 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (97089799-a0d5-4b38-9986-d506f2236174), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:04.931389 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:04.949518 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:04.972138 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:04.981566 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-95625d64-8624-4af3-973b-46861693ab8b None None] For port 97089799-a0d5-4b38-9986-d506f2236174, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:54:04.984765 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-95625d64-8624-4af3-973b-46861693ab8b None None] For port 97089799-a0d5-4b38-9986-d506f2236174, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=97089799-a0d5-4b38-9986-d506f2236174,segment=NetworkSegment(263c04f1-03ae-40e1-8724-f11529a2c41e),segment_id=263c04f1-03ae-40e1-8724-f11529a2c41e)] {{(pid=104251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:54:04.990482 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (97089799-a0d5-4b38-9986-d506f2236174), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:05.044767 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-dd779911-2730-40e5-8db9-0830036c6de6 admin admin] Publish callbacks [] for router_gateway (eb445e71-904e-41cf-b15c-7e4915a55101), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:05.052123 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95625d64-8624-4af3-973b-46861693ab8b None None] Pushing event updated for resources: {'Port': ['ID=97089799-a0d5-4b38-9986-d506f2236174,revision_number=2']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:05.065015 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-dd779911-2730-40e5-8db9-0830036c6de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:05.180257 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.db_base_plugin_common [None req-dd779911-2730-40e5-8db9-0830036c6de6 admin admin] Allocated IP 172.27.0.235 (f461a802-f340-43f3-86d0-4b44bcb77e0c/5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3/60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579) {{(pid=104249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:54:05.290014 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 97089799-a0d5-4b38-9986-d506f2236174 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:54:05.309039 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-dd779911-2730-40e5-8db9-0830036c6de6 admin admin] Publish callbacks [] for port (60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:05.342988 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-dd779911-2730-40e5-8db9-0830036c6de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:05.349594 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 97089799-a0d5-4b38-9986-d506f2236174 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:54:05.350561 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (97089799-a0d5-4b38-9986-d506f2236174), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:05.384705 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd779911-2730-40e5-8db9-0830036c6de6 admin admin] Network f461a802-f340-43f3-86d0-4b44bcb77e0c is already hosted by enough agents. {{(pid=104249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:54:05.389794 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [None req-dd779911-2730-40e5-8db9-0830036c6de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:54:05.392493 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd779911-2730-40e5-8db9-0830036c6de6 admin admin] Received port after_create {{(pid=104249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:54:05.397862 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd779911-2730-40e5-8db9-0830036c6de6 admin admin] Pushing event updated for resources: {'Port': ['ID=60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:05.431660 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 97089799-a0d5-4b38-9986-d506f2236174 is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:54:05.432469 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (97089799-a0d5-4b38-9986-d506f2236174), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:05.467523 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] For port 97089799-a0d5-4b38-9986-d506f2236174, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=97089799-a0d5-4b38-9986-d506f2236174,segment=NetworkSegment(263c04f1-03ae-40e1-8724-f11529a2c41e),segment_id=263c04f1-03ae-40e1-8724-f11529a2c41e)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:54:05.474070 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (97089799-a0d5-4b38-9986-d506f2236174), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:05.524689 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Pushing event updated for resources: {'Port': ['ID=97089799-a0d5-4b38-9986-d506f2236174,revision_number=3']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:05.640637 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-dd779911-2730-40e5-8db9-0830036c6de6 admin admin] Publish callbacks [] for router_gateway (eb445e71-904e-41cf-b15c-7e4915a55101), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:05.821544 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:05.833224 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-dd779911-2730-40e5-8db9-0830036c6de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-387663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390652'] for router (eb445e71-904e-41cf-b15c-7e4915a55101), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:05.836361 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:05.919529 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1711c379-0990-405b-9562-4984b4d81954 None None] Network 4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1 requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:54:05.965511 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd779911-2730-40e5-8db9-0830036c6de6 admin admin] Router eb445e71-904e-41cf-b15c-7e4915a55101 is scheduled to L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c with binding_index 1 {{(pid=104249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 02 03:54:05.991378 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-999a714e-b153-486b-8dd2-08d4a8aa2847 None None] Provisioning complete for port 97089799-a0d5-4b38-9986-d506f2236174 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:54:05.991741 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-999a714e-b153-486b-8dd2-08d4a8aa2847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (97089799-a0d5-4b38-9986-d506f2236174), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:06.077238 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd779911-2730-40e5-8db9-0830036c6de6 admin admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:54:06.093058 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d950612-2c4f-4957-9b1d-4d3774565bbd None None] Sync routers for ids ['eb445e71-904e-41cf-b15c-7e4915a55101'] in dv-cinder-846842-9-iscsi {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:54:06.099559 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-999a714e-b153-486b-8dd2-08d4a8aa2847 None None] Current status of the port 97089799-a0d5-4b38-9986-d506f2236174 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:54:06.107275 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d950612-2c4f-4957-9b1d-4d3774565bbd None None] Routers {'eb445e71-904e-41cf-b15c-7e4915a55101'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:54:06.107275 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-8d950612-2c4f-4957-9b1d-4d3774565bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:53:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['eb445e71-904e-41cf-b15c-7e4915a55101'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:54:06.115682 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-dd779911-2730-40e5-8db9-0830036c6de6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:06.117024 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-dd779911-2730-40e5-8db9-0830036c6de6 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7128100 Jul 02 03:54:06.119878 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 42426) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:54:06.216118 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-8d950612-2c4f-4957-9b1d-4d3774565bbd None None] Set router eb445e71-904e-41cf-b15c-7e4915a55101 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:54:06.320205 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-13402e02-5371-4b8e-8251-5a15a192325b None None] Provisioning complete for port 97089799-a0d5-4b38-9986-d506f2236174 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:54:06.320882 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-13402e02-5371-4b8e-8251-5a15a192325b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (97089799-a0d5-4b38-9986-d506f2236174), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:06.391333 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-8d950612-2c4f-4957-9b1d-4d3774565bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'name': 'tempest-TestMinimumBasicScenario-439934849-router', 'tenant_id': '642a93dd7b34496491123f30dce4438d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:54:04Z', 'updated_at': '2022-07-02T03:54:05Z', 'revision_number': 3, 'project_id': '642a93dd7b34496491123f30dce4438d', 'gw_port': {'id': '60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:54:05Z', 'updated_at': '2022-07-02T03:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi'}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:54:06.403160 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-13402e02-5371-4b8e-8251-5a15a192325b None None] Current status of the port 97089799-a0d5-4b38-9986-d506f2236174 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:54:06.417222 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d950612-2c4f-4957-9b1d-4d3774565bbd None None] Checking router: eb445e71-904e-41cf-b15c-7e4915a55101 for host: dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:54:06.417558 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d950612-2c4f-4957-9b1d-4d3774565bbd None None] Updating router eb445e71-904e-41cf-b15c-7e4915a55101 port 60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579 binding host dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 03:54:06.446399 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-8d950612-2c4f-4957-9b1d-4d3774565bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579), before_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:06.528914 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-bde68a16-1fdd-4d11-93de-3bf687c87dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:06.687655 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.db_base_plugin_common [None req-bde68a16-1fdd-4d11-93de-3bf687c87dda admin admin] Allocated IP 172.20.0.1 (4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1/a0dce360-bb36-4aae-8eee-7664a424379d/d79f9664-fdf8-4c10-9ff2-e3e452f44a0f) {{(pid=104249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:54:06.693252 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-8d950612-2c4f-4957-9b1d-4d3774565bbd None None] Publish callbacks [] for port (60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579), precommit_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:06.698794 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-8d950612-2c4f-4957-9b1d-4d3774565bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579), after_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:06.703967 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:06.714196 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:06.750261 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847efb8-4c32-4e29-87e9-066d47dda7be None None] Pushing event updated for resources: {'Port': ['ID=60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579,revision_number=2']} {{(pid=104252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:06.754800 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-8d950612-2c4f-4957-9b1d-4d3774565bbd None None] Attempting to bind port 60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579 on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:54:06.755167 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-8d950612-2c4f-4957-9b1d-4d3774565bbd None None] Attempting to bind port 60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579 by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}] {{(pid=104252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:54:06.755539 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d950612-2c4f-4957-9b1d-4d3774565bbd None None] Attempting to bind port 60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579 on network f461a802-f340-43f3-86d0-4b44bcb77e0c {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:54:06.762259 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847efb8-4c32-4e29-87e9-066d47dda7be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:06.762594 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847efb8-4c32-4e29-87e9-066d47dda7be None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:06.762951 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847efb8-4c32-4e29-87e9-066d47dda7be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:06.763307 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847efb8-4c32-4e29-87e9-066d47dda7be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:06.763648 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847efb8-4c32-4e29-87e9-066d47dda7be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:06.763967 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847efb8-4c32-4e29-87e9-066d47dda7be None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:06.764284 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847efb8-4c32-4e29-87e9-066d47dda7be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:06.764598 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847efb8-4c32-4e29-87e9-066d47dda7be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:06.764912 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847efb8-4c32-4e29-87e9-066d47dda7be None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:06.765212 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847efb8-4c32-4e29-87e9-066d47dda7be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:06.765548 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847efb8-4c32-4e29-87e9-066d47dda7be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:06.765869 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847efb8-4c32-4e29-87e9-066d47dda7be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:06.766164 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847efb8-4c32-4e29-87e9-066d47dda7be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:06.766473 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847efb8-4c32-4e29-87e9-066d47dda7be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:06.766779 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847efb8-4c32-4e29-87e9-066d47dda7be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:06.772224 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d950612-2c4f-4957-9b1d-4d3774565bbd None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:54:06.772592 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d950612-2c4f-4957-9b1d-4d3774565bbd None None] Checking segment: {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:54:06.773000 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-8d950612-2c4f-4957-9b1d-4d3774565bbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:06.773373 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d950612-2c4f-4957-9b1d-4d3774565bbd None None] Bound using segment: {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'} {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:54:06.773832 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-8d950612-2c4f-4957-9b1d-4d3774565bbd None None] Bound port: 60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}}] {{(pid=104252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:54:06.774199 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-8d950612-2c4f-4957-9b1d-4d3774565bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579), before_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:06.803286 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-bde68a16-1fdd-4d11-93de-3bf687c87dda admin admin] Publish callbacks [] for port (d79f9664-fdf8-4c10-9ff2-e3e452f44a0f), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:06.823131 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.db [None req-8d950612-2c4f-4957-9b1d-4d3774565bbd None None] For port 60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:54:06.826526 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.db [None req-8d950612-2c4f-4957-9b1d-4d3774565bbd None None] For port 60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:54:06.835821 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-8d950612-2c4f-4957-9b1d-4d3774565bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579), after_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:06.837301 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-bde68a16-1fdd-4d11-93de-3bf687c87dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (d79f9664-fdf8-4c10-9ff2-e3e452f44a0f), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:06.883234 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde68a16-1fdd-4d11-93de-3bf687c87dda admin admin] Network 4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1 is already hosted by enough agents. {{(pid=104249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:54:06.888699 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [None req-bde68a16-1fdd-4d11-93de-3bf687c87dda admin admin] Resources bound (agent type, host, resource id): {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:54:06.890901 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde68a16-1fdd-4d11-93de-3bf687c87dda admin admin] Pushing event updated for resources: {'Port': ['ID=d79f9664-fdf8-4c10-9ff2-e3e452f44a0f,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:06.893058 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde68a16-1fdd-4d11-93de-3bf687c87dda admin admin] Received port after_create {{(pid=104249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:54:06.901101 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d950612-2c4f-4957-9b1d-4d3774565bbd None None] Routers {'eb445e71-904e-41cf-b15c-7e4915a55101'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:54:06.901727 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-8d950612-2c4f-4957-9b1d-4d3774565bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:53:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['eb445e71-904e-41cf-b15c-7e4915a55101'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:54:06.903857 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847efb8-4c32-4e29-87e9-066d47dda7be None None] Pushing event updated for resources: {'Port': ['ID=60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579,revision_number=3']} {{(pid=104252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:06.932750 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-bde68a16-1fdd-4d11-93de-3bf687c87dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-386495'] for router_interface (eb445e71-904e-41cf-b15c-7e4915a55101), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:06.988472 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:06.999637 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:07.016434 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-8d950612-2c4f-4957-9b1d-4d3774565bbd None None] Set router eb445e71-904e-41cf-b15c-7e4915a55101 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:54:07.073285 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-bde68a16-1fdd-4d11-93de-3bf687c87dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (d79f9664-fdf8-4c10-9ff2-e3e452f44a0f), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:07.126622 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-aba98615-17d8-4909-871d-0190947d528a None None] Provisioning complete for port d79f9664-fdf8-4c10-9ff2-e3e452f44a0f triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:54:07.127423 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-aba98615-17d8-4909-871d-0190947d528a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (d79f9664-fdf8-4c10-9ff2-e3e452f44a0f), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:07.163040 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-aba98615-17d8-4909-871d-0190947d528a None None] Port d79f9664-fdf8-4c10-9ff2-e3e452f44a0f cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:54:07.185450 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-8d950612-2c4f-4957-9b1d-4d3774565bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'name': 'tempest-TestMinimumBasicScenario-439934849-router', 'tenant_id': '642a93dd7b34496491123f30dce4438d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:54:04Z', 'updated_at': '2022-07-02T03:54:05Z', 'revision_number': 3, 'project_id': '642a93dd7b34496491123f30dce4438d', 'gw_port': {'id': '60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:54:05Z', 'updated_at': '2022-07-02T03:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi'}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:54:07.210365 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d950612-2c4f-4957-9b1d-4d3774565bbd None None] The sync data for ids ['eb445e71-904e-41cf-b15c-7e4915a55101'] in dv-cinder-846842-9-iscsi is: [{'id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'name': 'tempest-TestMinimumBasicScenario-439934849-router', 'tenant_id': '642a93dd7b34496491123f30dce4438d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:54:04Z', 'updated_at': '2022-07-02T03:54:05Z', 'revision_number': 3, 'project_id': '642a93dd7b34496491123f30dce4438d', 'gw_port': {'id': '60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:54:05Z', 'updated_at': '2022-07-02T03:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi'}] {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:54:07.246285 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-bde68a16-1fdd-4d11-93de-3bf687c87dda admin admin] Publish callbacks [] for port (d79f9664-fdf8-4c10-9ff2-e3e452f44a0f), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:07.252895 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-bde68a16-1fdd-4d11-93de-3bf687c87dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60593212'] for port (d79f9664-fdf8-4c10-9ff2-e3e452f44a0f), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:07.262865 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 97089799-a0d5-4b38-9986-d506f2236174 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:54:07.308148 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 97089799-a0d5-4b38-9986-d506f2236174 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:54:07.308576 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (97089799-a0d5-4b38-9986-d506f2236174), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:07.310403 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-bde68a16-1fdd-4d11-93de-3bf687c87dda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386339'] for router_interface (eb445e71-904e-41cf-b15c-7e4915a55101), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:07.336674 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde68a16-1fdd-4d11-93de-3bf687c87dda admin admin] Pushing event updated for resources: {'Port': ['ID=d79f9664-fdf8-4c10-9ff2-e3e452f44a0f,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:07.361613 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:07.396407 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:07.399065 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 97089799-a0d5-4b38-9986-d506f2236174 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:54:07.452959 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde68a16-1fdd-4d11-93de-3bf687c87dda admin admin] Network 4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1 is already hosted by enough agents. {{(pid=104249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:54:07.454239 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [None req-bde68a16-1fdd-4d11-93de-3bf687c87dda admin admin] Resources bound (agent type, host, resource id): {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:54:07.550038 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:07.555230 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:07.582068 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde68a16-1fdd-4d11-93de-3bf687c87dda admin admin] Router eb445e71-904e-41cf-b15c-7e4915a55101 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:54:07.687909 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-9ab19419-a7fc-423b-8bb8-73b2be85189f None None] Provisioning complete for port d79f9664-fdf8-4c10-9ff2-e3e452f44a0f triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:54:07.688193 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-9ab19419-a7fc-423b-8bb8-73b2be85189f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (d79f9664-fdf8-4c10-9ff2-e3e452f44a0f), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:07.692930 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde68a16-1fdd-4d11-93de-3bf687c87dda admin admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:54:07.705273 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-bde68a16-1fdd-4d11-93de-3bf687c87dda admin admin] 10.222.0.42 "PUT /v2.0/routers/eb445e71-904e-41cf-b15c-7e4915a55101/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5784776 Jul 02 03:54:07.727968 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-9ab19419-a7fc-423b-8bb8-73b2be85189f None None] Port d79f9664-fdf8-4c10-9ff2-e3e452f44a0f cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:54:08.309447 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 42442) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:54:08.314347 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-5f3e2de7-1d78-4626-a8a5-cd4bd23895f3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-392698547-network', 'tenant_id': '87195cf01746437fa970ace0c04d390c'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:54:08.342742 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3e2de7-1d78-4626-a8a5-cd4bd23895f3 admin admin] Made reservation on behalf of 87195cf01746437fa970ace0c04d390c for: {'network': 1} {{(pid=104249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:54:08.345237 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5f3e2de7-1d78-4626-a8a5-cd4bd23895f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for network (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:08.355908 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5f3e2de7-1d78-4626-a8a5-cd4bd23895f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:08.460037 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5f3e2de7-1d78-4626-a8a5-cd4bd23895f3 admin admin] Publish callbacks [] for security_group (3aa28ce8-a21d-4f74-86bf-7d462619c950), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:08.466364 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5f3e2de7-1d78-4626-a8a5-cd4bd23895f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (3aa28ce8-a21d-4f74-86bf-7d462619c950), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:08.500118 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f3e2de7-1d78-4626-a8a5-cd4bd23895f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=104249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 03:54:08.511091 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e2de7-1d78-4626-a8a5-cd4bd23895f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa28ce8-a21d-4f74-86bf-7d462619c950,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:08.519066 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5f3e2de7-1d78-4626-a8a5-cd4bd23895f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (439e76d6-525b-4d51-8411-46c848071644), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:08.519436 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.db.segments_db [None req-5f3e2de7-1d78-4626-a8a5-cd4bd23895f3 admin admin] Added segment 439e76d6-525b-4d51-8411-46c848071644 of type vlan for network 31311163-dcd1-4211-8e61-09c1ed6a4cd8 Jul 02 03:54:08.570204 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5f3e2de7-1d78-4626-a8a5-cd4bd23895f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087990932'] for network (31311163-dcd1-4211-8e61-09c1ed6a4cd8), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:08.611285 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5f3e2de7-1d78-4626-a8a5-cd4bd23895f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675'] for network (31311163-dcd1-4211-8e61-09c1ed6a4cd8), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:08.612844 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3e2de7-1d78-4626-a8a5-cd4bd23895f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:08.615042 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5f3e2de7-1d78-4626-a8a5-cd4bd23895f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:08.649685 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-5f3e2de7-1d78-4626-a8a5-cd4bd23895f3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3392985 Jul 02 03:54:08.653184 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 42444) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:54:08.658289 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-7b30c4dd-0821-44ef-8b9f-e7240bfee472 admin admin] Request body: {'subnet': {'network_id': '31311163-dcd1-4211-8e61-09c1ed6a4cd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-392698547-subnet', 'tenant_id': '87195cf01746437fa970ace0c04d390c', 'ip_version': 4}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:54:08.681196 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b30c4dd-0821-44ef-8b9f-e7240bfee472 admin admin] Made reservation on behalf of 87195cf01746437fa970ace0c04d390c for: {'subnet': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:54:08.682565 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e2de7-1d78-4626-a8a5-cd4bd23895f3 admin admin] Pushing event updated for resources: {'Network': ['ID=31311163-dcd1-4211-8e61-09c1ed6a4cd8,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:08.684110 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7b30c4dd-0821-44ef-8b9f-e7240bfee472 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60075668'] for subnet (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:08.693169 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Network 31311163-dcd1-4211-8e61-09c1ed6a4cd8 details requested by agent ovs-agent-dv-cinder-846842-9-iscsi with host dv-cinder-846842-9-iscsi {{(pid=104251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 03:54:08.875164 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7b30c4dd-0821-44ef-8b9f-e7240bfee472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59996348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60075650'] for subnet (fdfd3b42-8ed6-4bd8-93ae-2971807e49ec), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:08.891683 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fb6ee5-6fec-4c17-82c7-dfdab5d124a9 None None] Sync routers for ids ['eb445e71-904e-41cf-b15c-7e4915a55101'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:54:08.906441 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fb6ee5-6fec-4c17-82c7-dfdab5d124a9 None None] Routers {'eb445e71-904e-41cf-b15c-7e4915a55101'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:54:08.907438 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-37fb6ee5-6fec-4c17-82c7-dfdab5d124a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:53:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['eb445e71-904e-41cf-b15c-7e4915a55101'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:54:08.928304 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30c4dd-0821-44ef-8b9f-e7240bfee472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdfd3b42-8ed6-4bd8-93ae-2971807e49ec,revision_number=0']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:08.934705 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:08.937493 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:08.948292 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b30c4dd-0821-44ef-8b9f-e7240bfee472 admin admin] Checking segment: {'id': '439e76d6-525b-4d51-8411-46c848071644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '31311163-dcd1-4211-8e61-09c1ed6a4cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:54:08.948621 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b30c4dd-0821-44ef-8b9f-e7240bfee472 admin admin] Network hostable DHCP agents. Network: 31311163-dcd1-4211-8e61-09c1ed6a4cd8, hostable agents: ['1553e874-6843-4478-a19b-2f80346723c1'], hosted agents: [] {{(pid=104250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 03:54:08.971697 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b30c4dd-0821-44ef-8b9f-e7240bfee472 admin admin] Network 31311163-dcd1-4211-8e61-09c1ed6a4cd8 is scheduled to be hosted by DHCP agent 1553e874-6843-4478-a19b-2f80346723c1 with binding_index 1 {{(pid=104250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 03:54:08.982234 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-7b30c4dd-0821-44ef-8b9f-e7240bfee472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-9-iscsi, 31311163-dcd1-4211-8e61-09c1ed6a4cd8) {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:54:08.987036 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b30c4dd-0821-44ef-8b9f-e7240bfee472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:08.987669 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-7b30c4dd-0821-44ef-8b9f-e7240bfee472 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:08.993156 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd05479-8ee3-4c1d-ad63-2b8dcfe8a0d3 None None] Network 31311163-dcd1-4211-8e61-09c1ed6a4cd8 requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:54:09.005732 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-7b30c4dd-0821-44ef-8b9f-e7240bfee472 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3513374 Jul 02 03:54:09.008302 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 42446) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:54:09.012767 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-b96a7a6a-b9ac-4914-a0b6-d12be34fdbbc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-392698547-router', 'tenant_id': '87195cf01746437fa970ace0c04d390c', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:54:09.033732 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b96a7a6a-b9ac-4914-a0b6-d12be34fdbbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-388431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4176334'] for router (4c15e84d-ae8e-41a9-bed5-4703dc6cfb66), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:09.034810 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b96a7a6a-b9ac-4914-a0b6-d12be34fdbbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-388809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-392072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4176327'] for router (4c15e84d-ae8e-41a9-bed5-4703dc6cfb66), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:09.042321 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-37fb6ee5-6fec-4c17-82c7-dfdab5d124a9 None None] Set router eb445e71-904e-41cf-b15c-7e4915a55101 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:54:09.085992 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b96a7a6a-b9ac-4914-a0b6-d12be34fdbbc admin admin] Publish callbacks [] for router_controller (4c15e84d-ae8e-41a9-bed5-4703dc6cfb66), precommit_add_association {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:09.195121 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbda647f-58f9-454d-a73e-8ec7281749a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e612fdf-d4d2-534a-a3d7-4de3d62f7aff-31311163-dcd1-4211-8e61-09c1ed6a4cd8', 'network_id': '31311163-dcd1-4211-8e61-09c1ed6a4cd8', 'project_id': '87195cf01746437fa970ace0c04d390c', 'fixed_ips': [{'subnet_id': 'fdfd3b42-8ed6-4bd8-93ae-2971807e49ec'}]}} from dv-cinder-846842-9-iscsi. {{(pid=104251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 02 03:54:09.196085 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cbda647f-58f9-454d-a73e-8ec7281749a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:09.222459 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b96a7a6a-b9ac-4914-a0b6-d12be34fdbbc admin admin] Publish callbacks [] for router_gateway (4c15e84d-ae8e-41a9-bed5-4703dc6cfb66), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:09.320909 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:54:09.465393 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-37fb6ee5-6fec-4c17-82c7-dfdab5d124a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'name': 'tempest-TestMinimumBasicScenario-439934849-router', 'tenant_id': '642a93dd7b34496491123f30dce4438d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:54:04Z', 'updated_at': '2022-07-02T03:54:07Z', 'revision_number': 4, 'project_id': '642a93dd7b34496491123f30dce4438d', 'gw_port': {'id': '60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:54:05Z', 'updated_at': '2022-07-02T03:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': 'd79f9664-fdf8-4c10-9ff2-e3e452f44a0f', 'name': '', 'network_id': '4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1', 'tenant_id': '642a93dd7b34496491123f30dce4438d', 'mac_address': 'fa:16:3e:86:57:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'a0dce360-bb36-4aae-8eee-7664a424379d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:54:06Z', 'updated_at': '2022-07-02T03:54:07Z', 'revision_number': 2, 'project_id': '642a93dd7b34496491123f30dce4438d', 'subnets': [{'id': 'a0dce360-bb36-4aae-8eee-7664a424379d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:54:09.505723 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.db_base_plugin_common [None req-cbda647f-58f9-454d-a73e-8ec7281749a2 None None] Allocated IP 172.20.0.2 (31311163-dcd1-4211-8e61-09c1ed6a4cd8/fdfd3b42-8ed6-4bd8-93ae-2971807e49ec/09cb3878-c652-4ad8-98ab-027c2e2f9cbf) {{(pid=104251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:54:09.509548 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fb6ee5-6fec-4c17-82c7-dfdab5d124a9 None None] Checking router: eb445e71-904e-41cf-b15c-7e4915a55101 for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:54:09.510148 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fb6ee5-6fec-4c17-82c7-dfdab5d124a9 None None] Updating router eb445e71-904e-41cf-b15c-7e4915a55101 port d79f9664-fdf8-4c10-9ff2-e3e452f44a0f binding host dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 03:54:09.515146 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:54:09.515542 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:09.577134 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:09.588558 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-37fb6ee5-6fec-4c17-82c7-dfdab5d124a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (d79f9664-fdf8-4c10-9ff2-e3e452f44a0f), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:09.594037 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:09.647078 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b96a7a6a-b9ac-4914-a0b6-d12be34fdbbc admin admin] Publish callbacks [] for router_gateway (4c15e84d-ae8e-41a9-bed5-4703dc6cfb66), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:09.649400 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:09.659112 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:09.667829 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b96a7a6a-b9ac-4914-a0b6-d12be34fdbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:09.775530 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.db_base_plugin_common [None req-b96a7a6a-b9ac-4914-a0b6-d12be34fdbbc admin admin] Allocated IP 172.27.0.147 (f461a802-f340-43f3-86d0-4b44bcb77e0c/5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3/e1313b0c-fe38-4f65-8643-82c8cdd7fc0a) {{(pid=104249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:54:09.786537 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579 is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:54:09.787079 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:09.843114 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] For port 60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:54:09.857606 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:09.885031 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b96a7a6a-b9ac-4914-a0b6-d12be34fdbbc admin admin] Publish callbacks [] for port (e1313b0c-fe38-4f65-8643-82c8cdd7fc0a), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:09.910961 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cbda647f-58f9-454d-a73e-8ec7281749a2 None None] Publish callbacks [] for port (09cb3878-c652-4ad8-98ab-027c2e2f9cbf), precommit_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:09.919792 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b96a7a6a-b9ac-4914-a0b6-d12be34fdbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (e1313b0c-fe38-4f65-8643-82c8cdd7fc0a), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:09.935059 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cbda647f-58f9-454d-a73e-8ec7281749a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077'] for port (09cb3878-c652-4ad8-98ab-027c2e2f9cbf), after_create {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:09.962615 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96a7a6a-b9ac-4914-a0b6-d12be34fdbbc admin admin] Network f461a802-f340-43f3-86d0-4b44bcb77e0c is already hosted by enough agents. {{(pid=104249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:54:09.963226 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Pushing event updated for resources: {'Port': ['ID=60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:09.965672 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [None req-b96a7a6a-b9ac-4914-a0b6-d12be34fdbbc admin admin] Resources bound (agent type, host, resource id): {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:54:09.969457 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96a7a6a-b9ac-4914-a0b6-d12be34fdbbc admin admin] Received port after_create {{(pid=104249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:54:09.999441 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a7a6a-b9ac-4914-a0b6-d12be34fdbbc admin admin] Pushing event updated for resources: {'Port': ['ID=e1313b0c-fe38-4f65-8643-82c8cdd7fc0a,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:10.003284 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbda647f-58f9-454d-a73e-8ec7281749a2 None None] Network 31311163-dcd1-4211-8e61-09c1ed6a4cd8 is already hosted by enough agents. {{(pid=104251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:54:10.024145 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.scheduler.base_scheduler [None req-cbda647f-58f9-454d-a73e-8ec7281749a2 None None] Resources bound (agent type, host, resource id): {{(pid=104251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:54:10.032512 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbda647f-58f9-454d-a73e-8ec7281749a2 None None] Received port after_create {{(pid=104251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:54:10.057716 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda647f-58f9-454d-a73e-8ec7281749a2 None None] Pushing event updated for resources: {'Port': ['ID=09cb3878-c652-4ad8-98ab-027c2e2f9cbf,revision_number=1']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:10.142882 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-cbda647f-58f9-454d-a73e-8ec7281749a2 None None] Attempting to bind port 09cb3878-c652-4ad8-98ab-027c2e2f9cbf on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:54:10.143253 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-cbda647f-58f9-454d-a73e-8ec7281749a2 None None] Attempting to bind port 09cb3878-c652-4ad8-98ab-027c2e2f9cbf by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': '439e76d6-525b-4d51-8411-46c848071644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '31311163-dcd1-4211-8e61-09c1ed6a4cd8'}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:54:10.143639 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbda647f-58f9-454d-a73e-8ec7281749a2 None None] Attempting to bind port 09cb3878-c652-4ad8-98ab-027c2e2f9cbf on network 31311163-dcd1-4211-8e61-09c1ed6a4cd8 {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:54:10.169088 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbda647f-58f9-454d-a73e-8ec7281749a2 None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:54:10.169494 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbda647f-58f9-454d-a73e-8ec7281749a2 None None] Checking segment: {'id': '439e76d6-525b-4d51-8411-46c848071644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '31311163-dcd1-4211-8e61-09c1ed6a4cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:54:10.169893 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cbda647f-58f9-454d-a73e-8ec7281749a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:10.170283 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbda647f-58f9-454d-a73e-8ec7281749a2 None None] Bound using segment: {'id': '439e76d6-525b-4d51-8411-46c848071644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '31311163-dcd1-4211-8e61-09c1ed6a4cd8'} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:54:10.170743 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-cbda647f-58f9-454d-a73e-8ec7281749a2 None None] Bound port: 09cb3878-c652-4ad8-98ab-027c2e2f9cbf, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '439e76d6-525b-4d51-8411-46c848071644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '31311163-dcd1-4211-8e61-09c1ed6a4cd8'}}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:54:10.171144 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cbda647f-58f9-454d-a73e-8ec7281749a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (09cb3878-c652-4ad8-98ab-027c2e2f9cbf), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:10.201597 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-37fb6ee5-6fec-4c17-82c7-dfdab5d124a9 None None] Publish callbacks [] for port (d79f9664-fdf8-4c10-9ff2-e3e452f44a0f), precommit_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:10.220560 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b96a7a6a-b9ac-4914-a0b6-d12be34fdbbc admin admin] Publish callbacks [] for router_gateway (4c15e84d-ae8e-41a9-bed5-4703dc6cfb66), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:10.222449 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-37fb6ee5-6fec-4c17-82c7-dfdab5d124a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (d79f9664-fdf8-4c10-9ff2-e3e452f44a0f), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:10.304651 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b89d6-0f78-419b-bd2a-72c1eddb6946 None None] Pushing event updated for resources: {'Port': ['ID=d79f9664-fdf8-4c10-9ff2-e3e452f44a0f,revision_number=3']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:10.329796 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-cbda647f-58f9-454d-a73e-8ec7281749a2 None None] For port 09cb3878-c652-4ad8-98ab-027c2e2f9cbf, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:54:10.345299 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-cbda647f-58f9-454d-a73e-8ec7281749a2 None None] For port 09cb3878-c652-4ad8-98ab-027c2e2f9cbf, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=09cb3878-c652-4ad8-98ab-027c2e2f9cbf,segment=NetworkSegment(439e76d6-525b-4d51-8411-46c848071644),segment_id=439e76d6-525b-4d51-8411-46c848071644)] {{(pid=104251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:54:10.373201 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cbda647f-58f9-454d-a73e-8ec7281749a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (09cb3878-c652-4ad8-98ab-027c2e2f9cbf), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:10.384090 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:10.385919 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-37fb6ee5-6fec-4c17-82c7-dfdab5d124a9 None None] Attempting to bind port d79f9664-fdf8-4c10-9ff2-e3e452f44a0f on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:54:10.386562 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-37fb6ee5-6fec-4c17-82c7-dfdab5d124a9 None None] Attempting to bind port d79f9664-fdf8-4c10-9ff2-e3e452f44a0f by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': '263c04f1-03ae-40e1-8724-f11529a2c41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1'}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:54:10.387229 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fb6ee5-6fec-4c17-82c7-dfdab5d124a9 None None] Attempting to bind port d79f9664-fdf8-4c10-9ff2-e3e452f44a0f on network 4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1 {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:54:10.420474 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b96a7a6a-b9ac-4914-a0b6-d12be34fdbbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-387663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390652'] for router (4c15e84d-ae8e-41a9-bed5-4703dc6cfb66), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:10.425698 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fb6ee5-6fec-4c17-82c7-dfdab5d124a9 None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:54:10.426210 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fb6ee5-6fec-4c17-82c7-dfdab5d124a9 None None] Checking segment: {'id': '263c04f1-03ae-40e1-8724-f11529a2c41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:54:10.426448 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-37fb6ee5-6fec-4c17-82c7-dfdab5d124a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:10.426833 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fb6ee5-6fec-4c17-82c7-dfdab5d124a9 None None] Bound using segment: {'id': '263c04f1-03ae-40e1-8724-f11529a2c41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1'} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:54:10.427339 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-37fb6ee5-6fec-4c17-82c7-dfdab5d124a9 None None] Bound port: d79f9664-fdf8-4c10-9ff2-e3e452f44a0f, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '263c04f1-03ae-40e1-8724-f11529a2c41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1'}}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:54:10.427706 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-37fb6ee5-6fec-4c17-82c7-dfdab5d124a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (d79f9664-fdf8-4c10-9ff2-e3e452f44a0f), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:10.443225 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:10.509637 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:10.530855 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:10.579548 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96a7a6a-b9ac-4914-a0b6-d12be34fdbbc admin admin] Router 4c15e84d-ae8e-41a9-bed5-4703dc6cfb66 is scheduled to L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c with binding_index 1 {{(pid=104249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 02 03:54:10.644038 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda647f-58f9-454d-a73e-8ec7281749a2 None None] Pushing event updated for resources: {'Port': ['ID=09cb3878-c652-4ad8-98ab-027c2e2f9cbf,revision_number=2']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:10.648903 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-5ccf11cb-b3a0-4069-af3f-37d4fb21ee6a None None] Provisioning complete for port d79f9664-fdf8-4c10-9ff2-e3e452f44a0f triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:54:10.649274 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-5ccf11cb-b3a0-4069-af3f-37d4fb21ee6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (d79f9664-fdf8-4c10-9ff2-e3e452f44a0f), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:10.700163 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-5ccf11cb-b3a0-4069-af3f-37d4fb21ee6a None None] Port d79f9664-fdf8-4c10-9ff2-e3e452f44a0f cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:54:10.708102 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-37fb6ee5-6fec-4c17-82c7-dfdab5d124a9 None None] For port d79f9664-fdf8-4c10-9ff2-e3e452f44a0f, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:54:10.711559 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-37fb6ee5-6fec-4c17-82c7-dfdab5d124a9 None None] For port d79f9664-fdf8-4c10-9ff2-e3e452f44a0f, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=d79f9664-fdf8-4c10-9ff2-e3e452f44a0f,segment=NetworkSegment(263c04f1-03ae-40e1-8724-f11529a2c41e),segment_id=263c04f1-03ae-40e1-8724-f11529a2c41e)] {{(pid=104251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:54:10.720165 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-37fb6ee5-6fec-4c17-82c7-dfdab5d124a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (d79f9664-fdf8-4c10-9ff2-e3e452f44a0f), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:10.722816 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96a7a6a-b9ac-4914-a0b6-d12be34fdbbc admin admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:54:10.732884 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9426f6-bd58-469d-9eeb-6fa6440b9db7 None None] Sync routers for ids ['4c15e84d-ae8e-41a9-bed5-4703dc6cfb66'] in dv-cinder-846842-9-iscsi {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:54:10.745451 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b96a7a6a-b9ac-4914-a0b6-d12be34fdbbc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:10.747361 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-b96a7a6a-b9ac-4914-a0b6-d12be34fdbbc admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7376328 Jul 02 03:54:10.747529 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9426f6-bd58-469d-9eeb-6fa6440b9db7 None None] Routers {'4c15e84d-ae8e-41a9-bed5-4703dc6cfb66'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:54:10.748326 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-ba9426f6-bd58-469d-9eeb-6fa6440b9db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:53:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['4c15e84d-ae8e-41a9-bed5-4703dc6cfb66'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:54:10.749852 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 42448) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:54:10.790754 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b89d6-0f78-419b-bd2a-72c1eddb6946 None None] Pushing event updated for resources: {'Port': ['ID=d79f9664-fdf8-4c10-9ff2-e3e452f44a0f,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:10.794008 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fb6ee5-6fec-4c17-82c7-dfdab5d124a9 None None] Routers {'eb445e71-904e-41cf-b15c-7e4915a55101'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:54:10.794629 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-37fb6ee5-6fec-4c17-82c7-dfdab5d124a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:53:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['eb445e71-904e-41cf-b15c-7e4915a55101'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:54:10.898840 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-ba9426f6-bd58-469d-9eeb-6fa6440b9db7 None None] Set router 4c15e84d-ae8e-41a9-bed5-4703dc6cfb66 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:54:10.913092 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-37fb6ee5-6fec-4c17-82c7-dfdab5d124a9 None None] Set router eb445e71-904e-41cf-b15c-7e4915a55101 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:54:11.144039 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-efcb09ce-c514-4a10-917d-d81b8ff4b47d None None] Provisioning complete for port d79f9664-fdf8-4c10-9ff2-e3e452f44a0f triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:54:11.144407 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-efcb09ce-c514-4a10-917d-d81b8ff4b47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (d79f9664-fdf8-4c10-9ff2-e3e452f44a0f), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:11.177247 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-ba9426f6-bd58-469d-9eeb-6fa6440b9db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c15e84d-ae8e-41a9-bed5-4703dc6cfb66', 'name': 'tempest-TestMinimumBasicScenario-392698547-router', 'tenant_id': '87195cf01746437fa970ace0c04d390c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e1313b0c-fe38-4f65-8643-82c8cdd7fc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:54:09Z', 'updated_at': '2022-07-02T03:54:10Z', 'revision_number': 3, 'project_id': '87195cf01746437fa970ace0c04d390c', 'gw_port': {'id': 'e1313b0c-fe38-4f65-8643-82c8cdd7fc0a', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:96:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c15e84d-ae8e-41a9-bed5-4703dc6cfb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:54:09Z', 'updated_at': '2022-07-02T03:54:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi'}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:54:11.193805 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-37fb6ee5-6fec-4c17-82c7-dfdab5d124a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'name': 'tempest-TestMinimumBasicScenario-439934849-router', 'tenant_id': '642a93dd7b34496491123f30dce4438d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:54:04Z', 'updated_at': '2022-07-02T03:54:07Z', 'revision_number': 4, 'project_id': '642a93dd7b34496491123f30dce4438d', 'gw_port': {'id': '60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:54:05Z', 'updated_at': '2022-07-02T03:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': 'd79f9664-fdf8-4c10-9ff2-e3e452f44a0f', 'name': '', 'network_id': '4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1', 'tenant_id': '642a93dd7b34496491123f30dce4438d', 'mac_address': 'fa:16:3e:86:57:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'a0dce360-bb36-4aae-8eee-7664a424379d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:54:06Z', 'updated_at': '2022-07-02T03:54:10Z', 'revision_number': 4, 'project_id': '642a93dd7b34496491123f30dce4438d', 'subnets': [{'id': 'a0dce360-bb36-4aae-8eee-7664a424379d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:54:11.208831 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9426f6-bd58-469d-9eeb-6fa6440b9db7 None None] Checking router: 4c15e84d-ae8e-41a9-bed5-4703dc6cfb66 for host: dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:54:11.209574 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9426f6-bd58-469d-9eeb-6fa6440b9db7 None None] Updating router 4c15e84d-ae8e-41a9-bed5-4703dc6cfb66 port e1313b0c-fe38-4f65-8643-82c8cdd7fc0a binding host dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 03:54:11.222557 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fb6ee5-6fec-4c17-82c7-dfdab5d124a9 None None] The sync data for ids ['eb445e71-904e-41cf-b15c-7e4915a55101'] in dv-cinder-846842-9-iscsi is: [{'id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'name': 'tempest-TestMinimumBasicScenario-439934849-router', 'tenant_id': '642a93dd7b34496491123f30dce4438d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:54:04Z', 'updated_at': '2022-07-02T03:54:07Z', 'revision_number': 4, 'project_id': '642a93dd7b34496491123f30dce4438d', 'gw_port': {'id': '60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:54:05Z', 'updated_at': '2022-07-02T03:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': 'd79f9664-fdf8-4c10-9ff2-e3e452f44a0f', 'name': '', 'network_id': '4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1', 'tenant_id': '642a93dd7b34496491123f30dce4438d', 'mac_address': 'fa:16:3e:86:57:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'a0dce360-bb36-4aae-8eee-7664a424379d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:54:06Z', 'updated_at': '2022-07-02T03:54:10Z', 'revision_number': 4, 'project_id': '642a93dd7b34496491123f30dce4438d', 'subnets': [{'id': 'a0dce360-bb36-4aae-8eee-7664a424379d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:54:11.254010 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0b8ad757-d7ea-4b0a-9567-ccd9dfe32db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:11.260314 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-ba9426f6-bd58-469d-9eeb-6fa6440b9db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (e1313b0c-fe38-4f65-8643-82c8cdd7fc0a), before_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:11.311236 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-efcb09ce-c514-4a10-917d-d81b8ff4b47d None None] Current status of the port d79f9664-fdf8-4c10-9ff2-e3e452f44a0f is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:54:11.311678 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-efcb09ce-c514-4a10-917d-d81b8ff4b47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (d79f9664-fdf8-4c10-9ff2-e3e452f44a0f), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:11.412281 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-efcb09ce-c514-4a10-917d-d81b8ff4b47d None None] For port d79f9664-fdf8-4c10-9ff2-e3e452f44a0f, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=d79f9664-fdf8-4c10-9ff2-e3e452f44a0f,segment=NetworkSegment(263c04f1-03ae-40e1-8724-f11529a2c41e),segment_id=263c04f1-03ae-40e1-8724-f11529a2c41e)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:54:11.429108 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-efcb09ce-c514-4a10-917d-d81b8ff4b47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (d79f9664-fdf8-4c10-9ff2-e3e452f44a0f), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:11.501236 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [None req-0b8ad757-d7ea-4b0a-9567-ccd9dfe32db0 admin admin] Allocated IP 172.20.0.1 (31311163-dcd1-4211-8e61-09c1ed6a4cd8/fdfd3b42-8ed6-4bd8-93ae-2971807e49ec/71965bb3-56a7-4433-a9dc-ebdaf4486e66) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:54:11.518724 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:54:11.552329 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb09ce-c514-4a10-917d-d81b8ff4b47d None None] Pushing event updated for resources: {'Port': ['ID=d79f9664-fdf8-4c10-9ff2-e3e452f44a0f,revision_number=5']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:11.600312 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:54:11.601087 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:11.633499 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-ba9426f6-bd58-469d-9eeb-6fa6440b9db7 None None] Publish callbacks [] for port (e1313b0c-fe38-4f65-8643-82c8cdd7fc0a), precommit_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:11.646480 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-ba9426f6-bd58-469d-9eeb-6fa6440b9db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (e1313b0c-fe38-4f65-8643-82c8cdd7fc0a), after_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:11.651446 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:11.663784 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0b8ad757-d7ea-4b0a-9567-ccd9dfe32db0 admin admin] Publish callbacks [] for port (71965bb3-56a7-4433-a9dc-ebdaf4486e66), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:11.665509 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:11.704102 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01875100-0b54-4b4e-8bed-c5551980565f None None] Pushing event updated for resources: {'Port': ['ID=e1313b0c-fe38-4f65-8643-82c8cdd7fc0a,revision_number=2']} {{(pid=104252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:11.722151 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:11.723556 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:54:11.724662 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 09cb3878-c652-4ad8-98ab-027c2e2f9cbf up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:54:11.726558 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-ba9426f6-bd58-469d-9eeb-6fa6440b9db7 None None] Attempting to bind port e1313b0c-fe38-4f65-8643-82c8cdd7fc0a on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:54:11.727447 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-ba9426f6-bd58-469d-9eeb-6fa6440b9db7 None None] Attempting to bind port e1313b0c-fe38-4f65-8643-82c8cdd7fc0a by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}] {{(pid=104252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:54:11.728006 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9426f6-bd58-469d-9eeb-6fa6440b9db7 None None] Attempting to bind port e1313b0c-fe38-4f65-8643-82c8cdd7fc0a on network f461a802-f340-43f3-86d0-4b44bcb77e0c {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:54:11.735725 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9426f6-bd58-469d-9eeb-6fa6440b9db7 None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:54:11.736830 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9426f6-bd58-469d-9eeb-6fa6440b9db7 None None] Checking segment: {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:54:11.737492 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-ba9426f6-bd58-469d-9eeb-6fa6440b9db7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:11.738038 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9426f6-bd58-469d-9eeb-6fa6440b9db7 None None] Bound using segment: {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'} {{(pid=104252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:54:11.738709 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.managers [None req-ba9426f6-bd58-469d-9eeb-6fa6440b9db7 None None] Bound port: e1313b0c-fe38-4f65-8643-82c8cdd7fc0a, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d00661-4159-4a10-8ed7-4aa2fdd3b1cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c'}}] {{(pid=104252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:54:11.738849 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0b8ad757-d7ea-4b0a-9567-ccd9dfe32db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (71965bb3-56a7-4433-a9dc-ebdaf4486e66), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:11.739742 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-ba9426f6-bd58-469d-9eeb-6fa6440b9db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (e1313b0c-fe38-4f65-8643-82c8cdd7fc0a), before_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:11.763263 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:11.789672 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:11.792320 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ad757-d7ea-4b0a-9567-ccd9dfe32db0 admin admin] Pushing event updated for resources: {'Port': ['ID=71965bb3-56a7-4433-a9dc-ebdaf4486e66,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:11.798703 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.db [None req-ba9426f6-bd58-469d-9eeb-6fa6440b9db7 None None] For port e1313b0c-fe38-4f65-8643-82c8cdd7fc0a, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:54:11.802319 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.plugins.ml2.db [None req-ba9426f6-bd58-469d-9eeb-6fa6440b9db7 None None] For port e1313b0c-fe38-4f65-8643-82c8cdd7fc0a, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=e1313b0c-fe38-4f65-8643-82c8cdd7fc0a,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:54:11.812832 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 09cb3878-c652-4ad8-98ab-027c2e2f9cbf triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:54:11.813398 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (09cb3878-c652-4ad8-98ab-027c2e2f9cbf), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:11.814621 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8ad757-d7ea-4b0a-9567-ccd9dfe32db0 admin admin] Network 31311163-dcd1-4211-8e61-09c1ed6a4cd8 is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:54:11.816124 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-0b8ad757-d7ea-4b0a-9567-ccd9dfe32db0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:54:11.817899 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron_lib.callbacks.manager [None req-ba9426f6-bd58-469d-9eeb-6fa6440b9db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (e1313b0c-fe38-4f65-8643-82c8cdd7fc0a), after_update {{(pid=104252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:11.821394 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8ad757-d7ea-4b0a-9567-ccd9dfe32db0 admin admin] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:54:11.844457 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2c3ec0-0599-415a-8cf1-be95009eddc3 None None] Network 31311163-dcd1-4211-8e61-09c1ed6a4cd8 requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:54:11.853681 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:11.881187 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0b8ad757-d7ea-4b0a-9567-ccd9dfe32db0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-386495'] for router_interface (4c15e84d-ae8e-41a9-bed5-4703dc6cfb66), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:11.881454 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01875100-0b54-4b4e-8bed-c5551980565f None None] Pushing event updated for resources: {'Port': ['ID=e1313b0c-fe38-4f65-8643-82c8cdd7fc0a,revision_number=3']} {{(pid=104252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:11.891175 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9426f6-bd58-469d-9eeb-6fa6440b9db7 None None] Routers {'4c15e84d-ae8e-41a9-bed5-4703dc6cfb66'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:54:11.892230 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-ba9426f6-bd58-469d-9eeb-6fa6440b9db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:53:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['4c15e84d-ae8e-41a9-bed5-4703dc6cfb66'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:54:11.957135 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-58c862e8-9748-47b8-bcf1-6b2890c0a0fd None None] Provisioning complete for port 09cb3878-c652-4ad8-98ab-027c2e2f9cbf triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:54:11.957580 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-58c862e8-9748-47b8-bcf1-6b2890c0a0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (09cb3878-c652-4ad8-98ab-027c2e2f9cbf), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:12.008531 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-ba9426f6-bd58-469d-9eeb-6fa6440b9db7 None None] Set router 4c15e84d-ae8e-41a9-bed5-4703dc6cfb66 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:54:12.036732 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0b8ad757-d7ea-4b0a-9567-ccd9dfe32db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (71965bb3-56a7-4433-a9dc-ebdaf4486e66), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:12.094473 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 09cb3878-c652-4ad8-98ab-027c2e2f9cbf is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:54:12.094881 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (09cb3878-c652-4ad8-98ab-027c2e2f9cbf), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:12.152106 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-58c862e8-9748-47b8-bcf1-6b2890c0a0fd None None] Current status of the port 09cb3878-c652-4ad8-98ab-027c2e2f9cbf is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:54:12.153599 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-58c862e8-9748-47b8-bcf1-6b2890c0a0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (09cb3878-c652-4ad8-98ab-027c2e2f9cbf), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:12.189927 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] For port 09cb3878-c652-4ad8-98ab-027c2e2f9cbf, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=09cb3878-c652-4ad8-98ab-027c2e2f9cbf,segment=NetworkSegment(439e76d6-525b-4d51-8411-46c848071644),segment_id=439e76d6-525b-4d51-8411-46c848071644)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:54:12.196518 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (09cb3878-c652-4ad8-98ab-027c2e2f9cbf), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:12.281838 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.db.api [None req-58c862e8-9748-47b8-bcf1-6b2890c0a0fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104251) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 02 03:54:12.282245 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG oslo_db.api [None req-58c862e8-9748-47b8-bcf1-6b2890c0a0fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 02 03:54:12.290669 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0b8ad757-d7ea-4b0a-9567-ccd9dfe32db0 admin admin] Publish callbacks [] for port (71965bb3-56a7-4433-a9dc-ebdaf4486e66), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:12.299487 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-ba9426f6-bd58-469d-9eeb-6fa6440b9db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c15e84d-ae8e-41a9-bed5-4703dc6cfb66', 'name': 'tempest-TestMinimumBasicScenario-392698547-router', 'tenant_id': '87195cf01746437fa970ace0c04d390c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e1313b0c-fe38-4f65-8643-82c8cdd7fc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:54:09Z', 'updated_at': '2022-07-02T03:54:10Z', 'revision_number': 3, 'project_id': '87195cf01746437fa970ace0c04d390c', 'gw_port': {'id': 'e1313b0c-fe38-4f65-8643-82c8cdd7fc0a', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:96:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c15e84d-ae8e-41a9-bed5-4703dc6cfb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:54:09Z', 'updated_at': '2022-07-02T03:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi'}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:54:12.302452 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0b8ad757-d7ea-4b0a-9567-ccd9dfe32db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (71965bb3-56a7-4433-a9dc-ebdaf4486e66), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:12.320421 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Pushing event updated for resources: {'Port': ['ID=09cb3878-c652-4ad8-98ab-027c2e2f9cbf,revision_number=3']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:12.335767 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9426f6-bd58-469d-9eeb-6fa6440b9db7 None None] The sync data for ids ['4c15e84d-ae8e-41a9-bed5-4703dc6cfb66'] in dv-cinder-846842-9-iscsi is: [{'id': '4c15e84d-ae8e-41a9-bed5-4703dc6cfb66', 'name': 'tempest-TestMinimumBasicScenario-392698547-router', 'tenant_id': '87195cf01746437fa970ace0c04d390c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e1313b0c-fe38-4f65-8643-82c8cdd7fc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:54:09Z', 'updated_at': '2022-07-02T03:54:10Z', 'revision_number': 3, 'project_id': '87195cf01746437fa970ace0c04d390c', 'gw_port': {'id': 'e1313b0c-fe38-4f65-8643-82c8cdd7fc0a', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:96:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c15e84d-ae8e-41a9-bed5-4703dc6cfb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:54:09Z', 'updated_at': '2022-07-02T03:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi'}] {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:54:12.391204 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ad757-d7ea-4b0a-9567-ccd9dfe32db0 admin admin] Pushing event updated for resources: {'Port': ['ID=71965bb3-56a7-4433-a9dc-ebdaf4486e66,revision_number=2']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:12.397502 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-0b8ad757-d7ea-4b0a-9567-ccd9dfe32db0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386339'] for router_interface (4c15e84d-ae8e-41a9-bed5-4703dc6cfb66), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:12.520367 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8ad757-d7ea-4b0a-9567-ccd9dfe32db0 admin admin] Network 31311163-dcd1-4211-8e61-09c1ed6a4cd8 is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:54:12.521947 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [None req-0b8ad757-d7ea-4b0a-9567-ccd9dfe32db0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:54:12.674730 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8ad757-d7ea-4b0a-9567-ccd9dfe32db0 admin admin] Router 4c15e84d-ae8e-41a9-bed5-4703dc6cfb66 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:54:12.781021 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=100 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:12.797626 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8ad757-d7ea-4b0a-9567-ccd9dfe32db0 admin admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:54:12.811946 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-0b8ad757-d7ea-4b0a-9567-ccd9dfe32db0 admin admin] 10.222.0.42 "PUT /v2.0/routers/4c15e84d-ae8e-41a9-bed5-4703dc6cfb66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0601497 Jul 02 03:54:12.821377 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-58c862e8-9748-47b8-bcf1-6b2890c0a0fd None None] Current status of the port 09cb3878-c652-4ad8-98ab-027c2e2f9cbf is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:54:12.940901 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-52f462a5-47df-4bc2-98da-812d2a6bbed1 None None] Provisioning complete for port 09cb3878-c652-4ad8-98ab-027c2e2f9cbf triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:54:12.941293 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-52f462a5-47df-4bc2-98da-812d2a6bbed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (09cb3878-c652-4ad8-98ab-027c2e2f9cbf), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:13.019122 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-52f462a5-47df-4bc2-98da-812d2a6bbed1 None None] Current status of the port 09cb3878-c652-4ad8-98ab-027c2e2f9cbf is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:54:13.028581 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-52f462a5-47df-4bc2-98da-812d2a6bbed1 None None] Provisioning complete for port 71965bb3-56a7-4433-a9dc-ebdaf4486e66 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:54:13.028962 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-52f462a5-47df-4bc2-98da-812d2a6bbed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (71965bb3-56a7-4433-a9dc-ebdaf4486e66), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:13.065596 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-52f462a5-47df-4bc2-98da-812d2a6bbed1 None None] Port 71965bb3-56a7-4433-a9dc-ebdaf4486e66 cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:54:13.368504 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device d79f9664-fdf8-4c10-9ff2-e3e452f44a0f up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:54:13.421070 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port d79f9664-fdf8-4c10-9ff2-e3e452f44a0f triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:54:13.421684 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (d79f9664-fdf8-4c10-9ff2-e3e452f44a0f), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:13.464528 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:13.501260 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port d79f9664-fdf8-4c10-9ff2-e3e452f44a0f is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:54:13.502324 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device e1313b0c-fe38-4f65-8643-82c8cdd7fc0a up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:54:13.540269 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:13.555212 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port e1313b0c-fe38-4f65-8643-82c8cdd7fc0a triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:54:13.555616 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (e1313b0c-fe38-4f65-8643-82c8cdd7fc0a), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:13.629489 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port e1313b0c-fe38-4f65-8643-82c8cdd7fc0a is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:54:13.629870 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (e1313b0c-fe38-4f65-8643-82c8cdd7fc0a), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:13.651405 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] For port e1313b0c-fe38-4f65-8643-82c8cdd7fc0a, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=e1313b0c-fe38-4f65-8643-82c8cdd7fc0a,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:54:13.656816 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (e1313b0c-fe38-4f65-8643-82c8cdd7fc0a), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:13.657817 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 09cb3878-c652-4ad8-98ab-027c2e2f9cbf up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:54:13.741864 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Pushing event updated for resources: {'Port': ['ID=e1313b0c-fe38-4f65-8643-82c8cdd7fc0a,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:13.752887 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 09cb3878-c652-4ad8-98ab-027c2e2f9cbf triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:54:13.753361 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (09cb3878-c652-4ad8-98ab-027c2e2f9cbf), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:13.838455 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 09cb3878-c652-4ad8-98ab-027c2e2f9cbf is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:54:14.848830 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aab7fa1-2809-4db7-b0a3-5dad669e3b65 None None] Sync routers for ids ['4c15e84d-ae8e-41a9-bed5-4703dc6cfb66'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:54:14.861363 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aab7fa1-2809-4db7-b0a3-5dad669e3b65 None None] Routers {'4c15e84d-ae8e-41a9-bed5-4703dc6cfb66'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:54:14.862112 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-2aab7fa1-2809-4db7-b0a3-5dad669e3b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:53:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['4c15e84d-ae8e-41a9-bed5-4703dc6cfb66'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:54:14.970977 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-2aab7fa1-2809-4db7-b0a3-5dad669e3b65 None None] Set router 4c15e84d-ae8e-41a9-bed5-4703dc6cfb66 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:54:15.172079 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-2aab7fa1-2809-4db7-b0a3-5dad669e3b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c15e84d-ae8e-41a9-bed5-4703dc6cfb66', 'name': 'tempest-TestMinimumBasicScenario-392698547-router', 'tenant_id': '87195cf01746437fa970ace0c04d390c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e1313b0c-fe38-4f65-8643-82c8cdd7fc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:54:09Z', 'updated_at': '2022-07-02T03:54:11Z', 'revision_number': 4, 'project_id': '87195cf01746437fa970ace0c04d390c', 'gw_port': {'id': 'e1313b0c-fe38-4f65-8643-82c8cdd7fc0a', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c15e84d-ae8e-41a9-bed5-4703dc6cfb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:54:09Z', 'updated_at': '2022-07-02T03:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '71965bb3-56a7-4433-a9dc-ebdaf4486e66', 'name': '', 'network_id': '31311163-dcd1-4211-8e61-09c1ed6a4cd8', 'tenant_id': '87195cf01746437fa970ace0c04d390c', 'mac_address': 'fa:16:3e:37:4c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c15e84d-ae8e-41a9-bed5-4703dc6cfb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'fdfd3b42-8ed6-4bd8-93ae-2971807e49ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:54:11Z', 'updated_at': '2022-07-02T03:54:12Z', 'revision_number': 2, 'project_id': '87195cf01746437fa970ace0c04d390c', 'subnets': [{'id': 'fdfd3b42-8ed6-4bd8-93ae-2971807e49ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:54:15.199643 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aab7fa1-2809-4db7-b0a3-5dad669e3b65 None None] Checking router: 4c15e84d-ae8e-41a9-bed5-4703dc6cfb66 for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:54:15.200124 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aab7fa1-2809-4db7-b0a3-5dad669e3b65 None None] Updating router 4c15e84d-ae8e-41a9-bed5-4703dc6cfb66 port 71965bb3-56a7-4433-a9dc-ebdaf4486e66 binding host dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 03:54:15.237457 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-2aab7fa1-2809-4db7-b0a3-5dad669e3b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (71965bb3-56a7-4433-a9dc-ebdaf4486e66), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:15.284184 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device e1313b0c-fe38-4f65-8643-82c8cdd7fc0a up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:54:15.523266 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:15.550994 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port e1313b0c-fe38-4f65-8643-82c8cdd7fc0a triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:54:15.550994 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (e1313b0c-fe38-4f65-8643-82c8cdd7fc0a), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:15.584534 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:15.706683 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port e1313b0c-fe38-4f65-8643-82c8cdd7fc0a is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:54:15.759052 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-2aab7fa1-2809-4db7-b0a3-5dad669e3b65 None None] Publish callbacks [] for port (71965bb3-56a7-4433-a9dc-ebdaf4486e66), precommit_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:15.765749 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-2aab7fa1-2809-4db7-b0a3-5dad669e3b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (71965bb3-56a7-4433-a9dc-ebdaf4486e66), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:15.822201 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd2b8eb-bcb9-489f-9f76-a9075d765b0d None None] Pushing event updated for resources: {'Port': ['ID=71965bb3-56a7-4433-a9dc-ebdaf4486e66,revision_number=3']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:15.891535 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-2aab7fa1-2809-4db7-b0a3-5dad669e3b65 None None] Attempting to bind port 71965bb3-56a7-4433-a9dc-ebdaf4486e66 on host dv-cinder-846842-9-iscsi for vnic_type normal with profile {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:54:15.892226 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-2aab7fa1-2809-4db7-b0a3-5dad669e3b65 None None] Attempting to bind port 71965bb3-56a7-4433-a9dc-ebdaf4486e66 by drivers openvswitch,hyperv on host dv-cinder-846842-9-iscsi at level 0 using segments [{'id': '439e76d6-525b-4d51-8411-46c848071644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '31311163-dcd1-4211-8e61-09c1ed6a4cd8'}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:54:15.892424 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aab7fa1-2809-4db7-b0a3-5dad669e3b65 None None] Attempting to bind port 71965bb3-56a7-4433-a9dc-ebdaf4486e66 on network 31311163-dcd1-4211-8e61-09c1ed6a4cd8 {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:54:15.898731 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aab7fa1-2809-4db7-b0a3-5dad669e3b65 None None] Checking agent: {'id': 'ae275741-553c-4f95-b9f8-92fc832037cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 25, 55), 'started_at': datetime.datetime(2022, 7, 2, 3, 26, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:54:15.899240 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aab7fa1-2809-4db7-b0a3-5dad669e3b65 None None] Checking segment: {'id': '439e76d6-525b-4d51-8411-46c848071644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '31311163-dcd1-4211-8e61-09c1ed6a4cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:54:15.899682 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-2aab7fa1-2809-4db7-b0a3-5dad669e3b65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:15.900087 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aab7fa1-2809-4db7-b0a3-5dad669e3b65 None None] Bound using segment: {'id': '439e76d6-525b-4d51-8411-46c848071644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '31311163-dcd1-4211-8e61-09c1ed6a4cd8'} {{(pid=104251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:54:15.900558 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.managers [None req-2aab7fa1-2809-4db7-b0a3-5dad669e3b65 None None] Bound port: 71965bb3-56a7-4433-a9dc-ebdaf4486e66, host: dv-cinder-846842-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '439e76d6-525b-4d51-8411-46c848071644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '31311163-dcd1-4211-8e61-09c1ed6a4cd8'}}] {{(pid=104251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:54:15.900927 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-2aab7fa1-2809-4db7-b0a3-5dad669e3b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (71965bb3-56a7-4433-a9dc-ebdaf4486e66), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:15.982102 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-2aab7fa1-2809-4db7-b0a3-5dad669e3b65 None None] For port 71965bb3-56a7-4433-a9dc-ebdaf4486e66, host dv-cinder-846842-9-iscsi, cleared binding levels {{(pid=104251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:54:15.986624 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-2aab7fa1-2809-4db7-b0a3-5dad669e3b65 None None] For port 71965bb3-56a7-4433-a9dc-ebdaf4486e66, host dv-cinder-846842-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=71965bb3-56a7-4433-a9dc-ebdaf4486e66,segment=NetworkSegment(439e76d6-525b-4d51-8411-46c848071644),segment_id=439e76d6-525b-4d51-8411-46c848071644)] {{(pid=104251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:54:15.999337 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-2aab7fa1-2809-4db7-b0a3-5dad669e3b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (71965bb3-56a7-4433-a9dc-ebdaf4486e66), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:16.076675 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd2b8eb-bcb9-489f-9f76-a9075d765b0d None None] Pushing event updated for resources: {'Port': ['ID=71965bb3-56a7-4433-a9dc-ebdaf4486e66,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:16.079533 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aab7fa1-2809-4db7-b0a3-5dad669e3b65 None None] Routers {'4c15e84d-ae8e-41a9-bed5-4703dc6cfb66'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:54:16.080171 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-2aab7fa1-2809-4db7-b0a3-5dad669e3b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:53:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['4c15e84d-ae8e-41a9-bed5-4703dc6cfb66'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:54:16.178691 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-5e2edd97-3d63-402a-82b9-f15ab99c699b None None] Provisioning complete for port 71965bb3-56a7-4433-a9dc-ebdaf4486e66 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:54:16.179204 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-5e2edd97-3d63-402a-82b9-f15ab99c699b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (71965bb3-56a7-4433-a9dc-ebdaf4486e66), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:16.285456 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-2aab7fa1-2809-4db7-b0a3-5dad669e3b65 None None] Set router 4c15e84d-ae8e-41a9-bed5-4703dc6cfb66 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:54:16.331359 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-5e2edd97-3d63-402a-82b9-f15ab99c699b None None] Current status of the port 71965bb3-56a7-4433-a9dc-ebdaf4486e66 is: DOWN; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:54:16.331654 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-5e2edd97-3d63-402a-82b9-f15ab99c699b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (71965bb3-56a7-4433-a9dc-ebdaf4486e66), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:16.377991 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:16.429664 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-5e2edd97-3d63-402a-82b9-f15ab99c699b None None] For port 71965bb3-56a7-4433-a9dc-ebdaf4486e66, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=71965bb3-56a7-4433-a9dc-ebdaf4486e66,segment=NetworkSegment(439e76d6-525b-4d51-8411-46c848071644),segment_id=439e76d6-525b-4d51-8411-46c848071644)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:54:16.456322 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:16.459822 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-5e2edd97-3d63-402a-82b9-f15ab99c699b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (71965bb3-56a7-4433-a9dc-ebdaf4486e66), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:16.561307 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2edd97-3d63-402a-82b9-f15ab99c699b None None] Pushing event updated for resources: {'Port': ['ID=71965bb3-56a7-4433-a9dc-ebdaf4486e66,revision_number=5']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:16.596379 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-908c3bef-b0e7-421c-8fdf-ff7730df2054 None None] Provisioning complete for port 71965bb3-56a7-4433-a9dc-ebdaf4486e66 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:54:16.596716 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-908c3bef-b0e7-421c-8fdf-ff7730df2054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (71965bb3-56a7-4433-a9dc-ebdaf4486e66), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:16.598725 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-2aab7fa1-2809-4db7-b0a3-5dad669e3b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c15e84d-ae8e-41a9-bed5-4703dc6cfb66', 'name': 'tempest-TestMinimumBasicScenario-392698547-router', 'tenant_id': '87195cf01746437fa970ace0c04d390c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e1313b0c-fe38-4f65-8643-82c8cdd7fc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:54:09Z', 'updated_at': '2022-07-02T03:54:11Z', 'revision_number': 4, 'project_id': '87195cf01746437fa970ace0c04d390c', 'gw_port': {'id': 'e1313b0c-fe38-4f65-8643-82c8cdd7fc0a', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c15e84d-ae8e-41a9-bed5-4703dc6cfb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:54:09Z', 'updated_at': '2022-07-02T03:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '71965bb3-56a7-4433-a9dc-ebdaf4486e66', 'name': '', 'network_id': '31311163-dcd1-4211-8e61-09c1ed6a4cd8', 'tenant_id': '87195cf01746437fa970ace0c04d390c', 'mac_address': 'fa:16:3e:37:4c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c15e84d-ae8e-41a9-bed5-4703dc6cfb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'fdfd3b42-8ed6-4bd8-93ae-2971807e49ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:54:11Z', 'updated_at': '2022-07-02T03:54:15Z', 'revision_number': 4, 'project_id': '87195cf01746437fa970ace0c04d390c', 'subnets': [{'id': 'fdfd3b42-8ed6-4bd8-93ae-2971807e49ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:54:16.640749 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aab7fa1-2809-4db7-b0a3-5dad669e3b65 None None] The sync data for ids ['4c15e84d-ae8e-41a9-bed5-4703dc6cfb66'] in dv-cinder-846842-9-iscsi is: [{'id': '4c15e84d-ae8e-41a9-bed5-4703dc6cfb66', 'name': 'tempest-TestMinimumBasicScenario-392698547-router', 'tenant_id': '87195cf01746437fa970ace0c04d390c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e1313b0c-fe38-4f65-8643-82c8cdd7fc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:54:09Z', 'updated_at': '2022-07-02T03:54:11Z', 'revision_number': 4, 'project_id': '87195cf01746437fa970ace0c04d390c', 'gw_port': {'id': 'e1313b0c-fe38-4f65-8643-82c8cdd7fc0a', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c15e84d-ae8e-41a9-bed5-4703dc6cfb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:54:09Z', 'updated_at': '2022-07-02T03:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': '71965bb3-56a7-4433-a9dc-ebdaf4486e66', 'name': '', 'network_id': '31311163-dcd1-4211-8e61-09c1ed6a4cd8', 'tenant_id': '87195cf01746437fa970ace0c04d390c', 'mac_address': 'fa:16:3e:37:4c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c15e84d-ae8e-41a9-bed5-4703dc6cfb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'fdfd3b42-8ed6-4bd8-93ae-2971807e49ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:54:11Z', 'updated_at': '2022-07-02T03:54:15Z', 'revision_number': 4, 'project_id': '87195cf01746437fa970ace0c04d390c', 'subnets': [{'id': 'fdfd3b42-8ed6-4bd8-93ae-2971807e49ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:54:16.740132 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-908c3bef-b0e7-421c-8fdf-ff7730df2054 None None] Current status of the port 71965bb3-56a7-4433-a9dc-ebdaf4486e66 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:54:17.304502 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 71965bb3-56a7-4433-a9dc-ebdaf4486e66 up at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:54:17.359546 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Provisioning complete for port 71965bb3-56a7-4433-a9dc-ebdaf4486e66 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:54:17.359973 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (71965bb3-56a7-4433-a9dc-ebdaf4486e66), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:17.447343 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Current status of the port 71965bb3-56a7-4433-a9dc-ebdaf4486e66 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:54:18.035257 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:20.249485 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-a2743bb2-652a-436f-8bfd-0c757af22a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:20.720806 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=22 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:20.738639 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=19,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:20.768635 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [req-eff0a6c7-08a0-4ed9-9e7f-1b3fd9723669 req-c590ca2f-ea41-4970-a392-8fa052a6fcfe service neutron] (104249) timed out ('10.222.0.42', 36896) {{(pid=104249) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 02 03:54:20.981020 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [req-eff0a6c7-08a0-4ed9-9e7f-1b3fd9723669 req-40753b58-2f89-4970-8be2-ca9f525d1a24 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] (104249) timed out ('10.222.0.42', 36904) {{(pid=104249) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 02 03:54:22.297115 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=29 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:22.334875 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:22.547191 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-3789543d-be5b-4692-83d1-0bb4ae819e2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:22.794516 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:22.796623 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=84,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:23.500477 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95527efb-c258-4673-a03c-243dbb98ee22 req-6ac5628c-4602-410c-8d14-6d779a0f8a44 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:23.501974 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-95527efb-c258-4673-a03c-243dbb98ee22 req-6ac5628c-4602-410c-8d14-6d779a0f8a44 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/networks?id=4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1 HTTP/1.1" status: 200 len: 814 time: 0.1090789 Jul 02 03:54:23.516690 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-95527efb-c258-4673-a03c-243dbb98ee22 req-8445ba74-ed94-48a3-b92b-63b89c9a896b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/quotas/642a93dd7b34496491123f30dce4438d HTTP/1.1" status: 200 len: 375 time: 0.0093021 Jul 02 03:54:23.565393 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-95527efb-c258-4673-a03c-243dbb98ee22 req-b922a3ee-dba3-4b3d-98db-4d2fea9eb11e tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=642a93dd7b34496491123f30dce4438d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437841 Jul 02 03:54:23.692116 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:23.766367 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-95527efb-c258-4673-a03c-243dbb98ee22 req-1a7a4325-d248-45ef-8314-7be3c6c6754b service neutron] 10.222.0.42 "GET /v2.0/networks/4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838260 Jul 02 03:54:23.865254 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-95527efb-c258-4673-a03c-243dbb98ee22 req-0ff2130d-4d19-4bdc-ad6e-e3e1f5c88628 service neutron] 10.222.0.42 "GET /v2.0/networks/4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905926 Jul 02 03:54:25.050844 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4bef37b7-40fe-4f26-9947-e062251dcf0f req-b72f6477-c703-4012-95d1-0f52c40d982a tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 210 time: 0.0327146 Jul 02 03:54:25.310596 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:25.347031 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:26.138964 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-fba7a11e-a22c-4468-a8fa-e89a7b10b4a9 req-3093ca48-227b-4021-b0ff-407bb1caeb03 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 210 time: 0.0317547 Jul 02 03:54:27.233763 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-36cd014d-09b9-405b-ab96-6b4d25bff0cf req-4c36aca6-30ee-41e8-a984-24f12f933c29 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 210 time: 0.0282893 Jul 02 03:54:28.340006 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-6bd14109-45da-491e-b5b0-7d3d4f7f3439 req-758ab4c6-a113-4728-9f54-ad0f55f6702d tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 210 time: 0.0286565 Jul 02 03:54:29.027614 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:54:29.454768 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4f8ea81b-e202-459d-893d-a822f00d71af req-9db119c2-ca54-4963-900c-86fb524e9530 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 210 time: 0.0287189 Jul 02 03:54:29.559856 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95527efb-c258-4673-a03c-243dbb98ee22 req-2a18cea6-cad6-49c4-8dc1-7581580ccea5 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:29.561454 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-95527efb-c258-4673-a03c-243dbb98ee22 req-2a18cea6-cad6-49c4-8dc1-7581580ccea5 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.26 "GET /v2.0/networks?id=4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1 HTTP/1.1" status: 200 len: 814 time: 0.1229591 Jul 02 03:54:29.775343 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-95527efb-c258-4673-a03c-243dbb98ee22 req-8bca8698-6392-4115-8035-93df429c4e8b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Request body: {'port': {'device_id': 'c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce', 'network_id': '4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1', 'admin_state_up': True, 'tenant_id': '642a93dd7b34496491123f30dce4438d'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:54:29.888399 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95527efb-c258-4673-a03c-243dbb98ee22 req-8bca8698-6392-4115-8035-93df429c4e8b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Made reservation on behalf of 642a93dd7b34496491123f30dce4438d for: {'port': 1} {{(pid=104250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 03:54:29.892128 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-95527efb-c258-4673-a03c-243dbb98ee22 req-8bca8698-6392-4115-8035-93df429c4e8b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:30.025732 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_common [req-95527efb-c258-4673-a03c-243dbb98ee22 req-8bca8698-6392-4115-8035-93df429c4e8b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Allocated IP 172.20.0.12 (4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1/a0dce360-bb36-4aae-8eee-7664a424379d/13ba5ae6-b27d-44f8-856e-b4469a548e86) {{(pid=104250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:54:30.189253 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-95527efb-c258-4673-a03c-243dbb98ee22 req-8bca8698-6392-4115-8035-93df429c4e8b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks [] for port (13ba5ae6-b27d-44f8-856e-b4469a548e86), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:30.224943 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-95527efb-c258-4673-a03c-243dbb98ee22 req-8bca8698-6392-4115-8035-93df429c4e8b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (13ba5ae6-b27d-44f8-856e-b4469a548e86), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:30.298134 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:30.301146 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca8698-6392-4115-8035-93df429c4e8b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Pushing event updated for resources: {'Port': ['ID=13ba5ae6-b27d-44f8-856e-b4469a548e86,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:30.314424 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca8698-6392-4115-8035-93df429c4e8b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:30.314903 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca8698-6392-4115-8035-93df429c4e8b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:30.315375 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca8698-6392-4115-8035-93df429c4e8b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:30.315798 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca8698-6392-4115-8035-93df429c4e8b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:30.316224 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca8698-6392-4115-8035-93df429c4e8b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:30.316637 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca8698-6392-4115-8035-93df429c4e8b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:30.317047 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca8698-6392-4115-8035-93df429c4e8b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:30.317456 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca8698-6392-4115-8035-93df429c4e8b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:30.317867 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca8698-6392-4115-8035-93df429c4e8b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:30.318277 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca8698-6392-4115-8035-93df429c4e8b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:30.318700 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca8698-6392-4115-8035-93df429c4e8b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:30.319107 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca8698-6392-4115-8035-93df429c4e8b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:30.319533 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca8698-6392-4115-8035-93df429c4e8b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:30.320103 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca8698-6392-4115-8035-93df429c4e8b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:30.320510 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca8698-6392-4115-8035-93df429c4e8b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:54:30.336600 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95527efb-c258-4673-a03c-243dbb98ee22 req-8bca8698-6392-4115-8035-93df429c4e8b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Network 4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1 is already hosted by enough agents. {{(pid=104250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:54:30.340050 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.base_scheduler [req-95527efb-c258-4673-a03c-243dbb98ee22 req-8bca8698-6392-4115-8035-93df429c4e8b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Resources bound (agent type, host, resource id): {{(pid=104250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:54:30.345854 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-95527efb-c258-4673-a03c-243dbb98ee22 req-8bca8698-6392-4115-8035-93df429c4e8b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Received port after_create {{(pid=104250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:54:30.412292 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95527efb-c258-4673-a03c-243dbb98ee22 req-8bca8698-6392-4115-8035-93df429c4e8b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:30.412943 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-95527efb-c258-4673-a03c-243dbb98ee22 req-8bca8698-6392-4115-8035-93df429c4e8b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:30.439734 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-95527efb-c258-4673-a03c-243dbb98ee22 req-8bca8698-6392-4115-8035-93df429c4e8b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6688151 Jul 02 03:54:30.582428 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdc914-3c26-4ba2-9a5e-171bc02502c3 req-421121be-0c48-4438-804f-317375fce491 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:30.584078 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-76fdc914-3c26-4ba2-9a5e-171bc02502c3 req-421121be-0c48-4438-804f-317375fce491 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 932 time: 0.0546539 Jul 02 03:54:30.638259 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-76fdc914-3c26-4ba2-9a5e-171bc02502c3 req-bec94630-4f5b-46bd-9921-d1812e85c9b1 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482593 Jul 02 03:54:30.661368 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-9bd513d7-5be1-443a-ac70-49c78b5a1eb3 None None] Provisioning complete for port 13ba5ae6-b27d-44f8-856e-b4469a548e86 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:54:30.661984 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-9bd513d7-5be1-443a-ac70-49c78b5a1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (13ba5ae6-b27d-44f8-856e-b4469a548e86), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:30.702279 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-9bd513d7-5be1-443a-ac70-49c78b5a1eb3 None None] Port 13ba5ae6-b27d-44f8-856e-b4469a548e86 cannot update to ACTIVE because it is not bound. {{(pid=104251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 02 03:54:31.767777 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ca972-a5a1-402a-a301-e5dc0cc3a612 req-dd8cf9a4-15b6-4074-8149-dcd3b2f902c5 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:31.769293 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4f9ca972-a5a1-402a-a301-e5dc0cc3a612 req-dd8cf9a4-15b6-4074-8149-dcd3b2f902c5 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 932 time: 0.0514450 Jul 02 03:54:31.825025 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4f9ca972-a5a1-402a-a301-e5dc0cc3a612 req-fd346be6-cd33-4fc6-ade3-dca53e7e1a96 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498803 Jul 02 03:54:32.944490 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889413b8-e797-427d-b226-dcbd4b2bc75b req-15363b3c-e7ae-4323-8335-d54828a86179 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:32.946607 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-889413b8-e797-427d-b226-dcbd4b2bc75b req-15363b3c-e7ae-4323-8335-d54828a86179 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 932 time: 0.0493741 Jul 02 03:54:32.999881 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-889413b8-e797-427d-b226-dcbd4b2bc75b req-0ba7f714-50f8-48b1-b718-0540171b0f7f tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474122 Jul 02 03:54:34.123517 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a79364-614f-47bf-8628-9980c17fd1db req-0924be5d-8b6a-410d-9726-625af832fc56 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:34.125899 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-68a79364-614f-47bf-8628-9980c17fd1db req-0924be5d-8b6a-410d-9726-625af832fc56 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 932 time: 0.0510392 Jul 02 03:54:34.175349 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-68a79364-614f-47bf-8628-9980c17fd1db req-b22e50f1-29e5-4954-9ce3-01127917f5da tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433257 Jul 02 03:54:35.295045 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a3e16-3ab3-4f07-ac82-0651e84c160e req-8f7e0a3c-f3ab-4110-8b3b-3ed99f60af39 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:35.297000 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-974a3e16-3ab3-4f07-ac82-0651e84c160e req-8f7e0a3c-f3ab-4110-8b3b-3ed99f60af39 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 932 time: 0.0504427 Jul 02 03:54:35.347967 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-974a3e16-3ab3-4f07-ac82-0651e84c160e req-9f9ee3fc-dbf7-487c-b29c-fd2c08141237 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452080 Jul 02 03:54:35.869313 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=4 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:36.470529 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca545dce-5b2c-4405-a430-a96cd4f76cfc req-fceef412-d60a-4b30-9aa9-605deb03d57b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:36.472077 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ca545dce-5b2c-4405-a430-a96cd4f76cfc req-fceef412-d60a-4b30-9aa9-605deb03d57b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 932 time: 0.0530159 Jul 02 03:54:36.520712 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-ca545dce-5b2c-4405-a430-a96cd4f76cfc req-ed881d6e-2937-4e16-8735-2540ca254947 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427477 Jul 02 03:54:37.637198 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:37.646266 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8132a94-5350-42d1-b34e-2995e0e9ffa1 req-87de9d74-7ab5-4348-9ed6-66a09d5aa64a tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:37.648006 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c8132a94-5350-42d1-b34e-2995e0e9ffa1 req-87de9d74-7ab5-4348-9ed6-66a09d5aa64a tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 932 time: 0.0505114 Jul 02 03:54:37.691969 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:37.697297 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c8132a94-5350-42d1-b34e-2995e0e9ffa1 req-e16ac807-f4bb-4588-82cb-1f489e5f1049 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432594 Jul 02 03:54:38.827717 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146d1f2-59a2-42f7-ba4a-8fe889854479 req-bfbae738-48fd-4b13-856b-37747a6f11e2 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:38.829249 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f146d1f2-59a2-42f7-ba4a-8fe889854479 req-bfbae738-48fd-4b13-856b-37747a6f11e2 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 932 time: 0.0482628 Jul 02 03:54:38.879683 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f146d1f2-59a2-42f7-ba4a-8fe889854479 req-89297dc2-2f2c-40fb-a66d-5258cee16ac5 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447898 Jul 02 03:54:39.019508 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=4 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:40.001498 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b034c84-c67a-4786-b95e-d474f5b829b2 req-589a9b27-1fb7-4be0-b4bb-d2e48c118b32 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:40.002975 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0b034c84-c67a-4786-b95e-d474f5b829b2 req-589a9b27-1fb7-4be0-b4bb-d2e48c118b32 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 932 time: 0.0460527 Jul 02 03:54:40.051129 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-0b034c84-c67a-4786-b95e-d474f5b829b2 req-85cd94d2-874d-426f-89a2-b2b0ce16cc16 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424507 Jul 02 03:54:40.407987 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=10 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:40.426521 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=55,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:40.478359 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [req-95527efb-c258-4673-a03c-243dbb98ee22 req-19d4d2b8-2365-4bd9-b7a9-412858bca873 service neutron] Request body: {'port': {'device_id': 'c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:54:40.543528 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-95527efb-c258-4673-a03c-243dbb98ee22 req-19d4d2b8-2365-4bd9-b7a9-412858bca873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (13ba5ae6-b27d-44f8-856e-b4469a548e86), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:40.696413 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:40.700041 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=66,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:40.798510 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [req-95527efb-c258-4673-a03c-243dbb98ee22 req-19d4d2b8-2365-4bd9-b7a9-412858bca873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13ba5ae6-b27d-44f8-856e-b4469a548e86 {{(pid=104250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:54:40.806027 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-95527efb-c258-4673-a03c-243dbb98ee22 req-19d4d2b8-2365-4bd9-b7a9-412858bca873 service neutron] Publish callbacks [] for port (13ba5ae6-b27d-44f8-856e-b4469a548e86), precommit_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:40.818541 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.provisioning_blocks [req-95527efb-c258-4673-a03c-243dbb98ee22 req-19d4d2b8-2365-4bd9-b7a9-412858bca873 service neutron] Transition to ACTIVE for port object 13ba5ae6-b27d-44f8-856e-b4469a548e86 will not be triggered until provisioned by entity L2. {{(pid=104250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 02 03:54:40.826187 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-95527efb-c258-4673-a03c-243dbb98ee22 req-19d4d2b8-2365-4bd9-b7a9-412858bca873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (13ba5ae6-b27d-44f8-856e-b4469a548e86), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:40.878685 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4d2b8-2365-4bd9-b7a9-412858bca873 service neutron] Pushing event updated for resources: {'Port': ['ID=13ba5ae6-b27d-44f8-856e-b4469a548e86,revision_number=2']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:40.956763 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-95527efb-c258-4673-a03c-243dbb98ee22 req-19d4d2b8-2365-4bd9-b7a9-412858bca873 service neutron] Attempting to bind port 13ba5ae6-b27d-44f8-856e-b4469a548e86 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 02 03:54:40.956999 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-95527efb-c258-4673-a03c-243dbb98ee22 req-19d4d2b8-2365-4bd9-b7a9-412858bca873 service neutron] Attempting to bind port 13ba5ae6-b27d-44f8-856e-b4469a548e86 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '263c04f1-03ae-40e1-8724-f11529a2c41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1'}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 02 03:54:40.957359 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95527efb-c258-4673-a03c-243dbb98ee22 req-19d4d2b8-2365-4bd9-b7a9-412858bca873 service neutron] Attempting to bind port 13ba5ae6-b27d-44f8-856e-b4469a548e86 on network 4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:54:40.962411 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95527efb-c258-4673-a03c-243dbb98ee22 req-19d4d2b8-2365-4bd9-b7a9-412858bca873 service neutron] Port 13ba5ae6-b27d-44f8-856e-b4469a548e86 on network 4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 02 03:54:40.962720 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95527efb-c258-4673-a03c-243dbb98ee22 req-19d4d2b8-2365-4bd9-b7a9-412858bca873 service neutron] Attempting to bind port 13ba5ae6-b27d-44f8-856e-b4469a548e86 on network 4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1 {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 02 03:54:40.968012 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95527efb-c258-4673-a03c-243dbb98ee22 req-19d4d2b8-2365-4bd9-b7a9-412858bca873 service neutron] Checking agent: {'id': 'b6c7a065-6c6d-4192-b8a5-562c9c844309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'started_at': datetime.datetime(2022, 7, 2, 3, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 2, 3, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 02 03:54:40.968224 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95527efb-c258-4673-a03c-243dbb98ee22 req-19d4d2b8-2365-4bd9-b7a9-412858bca873 service neutron] Checking segment: {'id': '263c04f1-03ae-40e1-8724-f11529a2c41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 02 03:54:40.968604 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95527efb-c258-4673-a03c-243dbb98ee22 req-19d4d2b8-2365-4bd9-b7a9-412858bca873 service neutron] Bound using segment: {'id': '263c04f1-03ae-40e1-8724-f11529a2c41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1'} {{(pid=104250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 02 03:54:40.969020 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.managers [req-95527efb-c258-4673-a03c-243dbb98ee22 req-19d4d2b8-2365-4bd9-b7a9-412858bca873 service neutron] Bound port: 13ba5ae6-b27d-44f8-856e-b4469a548e86, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '263c04f1-03ae-40e1-8724-f11529a2c41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1'}}] {{(pid=104250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 02 03:54:40.969373 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-95527efb-c258-4673-a03c-243dbb98ee22 req-19d4d2b8-2365-4bd9-b7a9-412858bca873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (13ba5ae6-b27d-44f8-856e-b4469a548e86), before_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:41.034456 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-95527efb-c258-4673-a03c-243dbb98ee22 req-19d4d2b8-2365-4bd9-b7a9-412858bca873 service neutron] For port 13ba5ae6-b27d-44f8-856e-b4469a548e86, host hv-cinder-84684, cleared binding levels {{(pid=104250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 03:54:41.037624 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-95527efb-c258-4673-a03c-243dbb98ee22 req-19d4d2b8-2365-4bd9-b7a9-412858bca873 service neutron] For port 13ba5ae6-b27d-44f8-856e-b4469a548e86, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=13ba5ae6-b27d-44f8-856e-b4469a548e86,segment=NetworkSegment(263c04f1-03ae-40e1-8724-f11529a2c41e),segment_id=263c04f1-03ae-40e1-8724-f11529a2c41e)] {{(pid=104250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 03:54:41.048786 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-95527efb-c258-4673-a03c-243dbb98ee22 req-19d4d2b8-2365-4bd9-b7a9-412858bca873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59994165'] for port (13ba5ae6-b27d-44f8-856e-b4469a548e86), after_update {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:41.090714 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95527efb-c258-4673-a03c-243dbb98ee22 req-19d4d2b8-2365-4bd9-b7a9-412858bca873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:41.091522 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-95527efb-c258-4673-a03c-243dbb98ee22 req-19d4d2b8-2365-4bd9-b7a9-412858bca873 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:41.092947 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-95527efb-c258-4673-a03c-243dbb98ee22 req-19d4d2b8-2365-4bd9-b7a9-412858bca873 service neutron] 10.222.0.26 "PUT /v2.0/ports/13ba5ae6-b27d-44f8-856e-b4469a548e86 HTTP/1.1" status: 200 len: 1094 time: 0.6189988 Jul 02 03:54:41.093421 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce', 'tag': '13ba5ae6-b27d-44f8-856e-b4469a548e86'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:54:41.095907 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5991e53-5caf-49f7-84d6-6349b3cefd8d" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce", "tag": "13ba5ae6-b27d-44f8-856e-b4469a548e86"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:54:41.122202 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4d2b8-2365-4bd9-b7a9-412858bca873 service neutron] Pushing event updated for resources: {'Port': ['ID=13ba5ae6-b27d-44f8-856e-b4469a548e86,revision_number=3']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:41.165360 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e92f0f9-d8a5-45fe-81f5-ffcdaea91d43 x-openstack-request-id: req-4e92f0f9-d8a5-45fe-81f5-ffcdaea91d43 {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:54:41.165718 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce", "tag": "13ba5ae6-b27d-44f8-856e-b4469a548e86", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:54:41.166405 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4e92f0f9-d8a5-45fe-81f5-ffcdaea91d43 {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:54:41.166823 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e92f0f9-d8a5-45fe-81f5-ffcdaea91d43'] response: {'name': 'network-changed', 'server_uuid': 'c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce', 'tag': '13ba5ae6-b27d-44f8-856e-b4469a548e86', 'status': 'completed', 'code': 200} Jul 02 03:54:41.215101 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41813c7f-7b50-4856-824b-462b067899aa req-e3c004d8-e267-49af-a5e1-9ae33b18b5af tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:41.216829 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-41813c7f-7b50-4856-824b-462b067899aa req-e3c004d8-e267-49af-a5e1-9ae33b18b5af tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 944 time: 0.0520697 Jul 02 03:54:41.225413 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95527efb-c258-4673-a03c-243dbb98ee22 req-c5cefec2-275a-40a5-951c-ccd28a5af157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:41.226946 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-95527efb-c258-4673-a03c-243dbb98ee22 req-c5cefec2-275a-40a5-951c-ccd28a5af157 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=642a93dd7b34496491123f30dce4438d&device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 1128 time: 0.0488234 Jul 02 03:54:41.268177 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-41813c7f-7b50-4856-824b-462b067899aa req-37e3bfbe-64e2-4ec7-b1d0-ce14ca48ddf1 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453944 Jul 02 03:54:41.274689 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-95527efb-c258-4673-a03c-243dbb98ee22 req-ae11b412-c622-4923-875c-d6754afe913b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13ba5ae6-b27d-44f8-856e-b4469a548e86 HTTP/1.1" status: 200 len: 217 time: 0.0342677 Jul 02 03:54:41.322189 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95527efb-c258-4673-a03c-243dbb98ee22 req-53e6767e-96b3-44f0-8bc3-2f6a3f5dec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:41.323676 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-95527efb-c258-4673-a03c-243dbb98ee22 req-53e6767e-96b3-44f0-8bc3-2f6a3f5dec91 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0dce360-bb36-4aae-8eee-7664a424379d HTTP/1.1" status: 200 len: 853 time: 0.0437973 Jul 02 03:54:41.370102 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95527efb-c258-4673-a03c-243dbb98ee22 req-cccb5110-c6f8-468b-897d-516dd3be8300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:41.371677 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-95527efb-c258-4673-a03c-243dbb98ee22 req-cccb5110-c6f8-468b-897d-516dd3be8300 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421100 Jul 02 03:54:41.442452 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:41.459311 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:41.465531 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-95527efb-c258-4673-a03c-243dbb98ee22 req-54f3d020-dba9-444c-87c4-05866dcd1a87 service neutron] 10.222.0.26 "GET /v2.0/networks/4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870702 Jul 02 03:54:41.567624 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-95527efb-c258-4673-a03c-243dbb98ee22 req-f9c8686c-6a88-4858-aa68-e5ad628d26c6 service neutron] 10.222.0.26 "GET /v2.0/networks/4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961640 Jul 02 03:54:42.400558 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6f0b8-53d0-4885-b5ba-adb462fe481b req-0b6cb0bc-f603-44d6-b56d-3d1987a2a497 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:42.401936 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9cb6f0b8-53d0-4885-b5ba-adb462fe481b req-0b6cb0bc-f603-44d6-b56d-3d1987a2a497 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 944 time: 0.0544834 Jul 02 03:54:42.455250 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-9cb6f0b8-53d0-4885-b5ba-adb462fe481b req-21b453d1-c54b-4d69-b10b-a09d0a78190a tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454865 Jul 02 03:54:43.580072 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648279f3-40d3-4139-a202-9596ed5cb345 req-59c42410-94a6-4776-b963-1ee8b66bae52 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:43.581555 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-648279f3-40d3-4139-a202-9596ed5cb345 req-59c42410-94a6-4776-b963-1ee8b66bae52 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 944 time: 0.0496900 Jul 02 03:54:43.633626 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-648279f3-40d3-4139-a202-9596ed5cb345 req-4e5eb671-1762-495d-9925-665e599c8885 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439885 Jul 02 03:54:43.714858 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5991e53-5caf-49f7-84d6-6349b3cefd8d req-f203fec0-7440-450f-b323-ec136eb53390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:43.716377 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-b5991e53-5caf-49f7-84d6-6349b3cefd8d req-f203fec0-7440-450f-b323-ec136eb53390 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=642a93dd7b34496491123f30dce4438d&device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 1128 time: 0.0491412 Jul 02 03:54:43.809410 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5991e53-5caf-49f7-84d6-6349b3cefd8d req-b535ac0b-5c7c-4fe5-b488-b3a7d1271b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:43.810767 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-b5991e53-5caf-49f7-84d6-6349b3cefd8d req-b535ac0b-5c7c-4fe5-b488-b3a7d1271b76 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1 HTTP/1.1" status: 200 len: 915 time: 0.0882492 Jul 02 03:54:43.849497 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-b5991e53-5caf-49f7-84d6-6349b3cefd8d req-c7f576c1-925b-44eb-91b4-a5337aa1e8d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13ba5ae6-b27d-44f8-856e-b4469a548e86 HTTP/1.1" status: 200 len: 217 time: 0.0328536 Jul 02 03:54:43.899106 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5991e53-5caf-49f7-84d6-6349b3cefd8d req-4380b3a2-3cac-41bd-b1de-71c408bce778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:43.900626 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-b5991e53-5caf-49f7-84d6-6349b3cefd8d req-4380b3a2-3cac-41bd-b1de-71c408bce778 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0dce360-bb36-4aae-8eee-7664a424379d HTTP/1.1" status: 200 len: 853 time: 0.0456913 Jul 02 03:54:43.948029 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5991e53-5caf-49f7-84d6-6349b3cefd8d req-5168b841-b9db-42e0-bb92-07cddc1ef163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:43.949546 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-b5991e53-5caf-49f7-84d6-6349b3cefd8d req-5168b841-b9db-42e0-bb92-07cddc1ef163 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421066 Jul 02 03:54:44.300004 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-b5991e53-5caf-49f7-84d6-6349b3cefd8d req-48f5a7de-d8dc-43b2-8138-b24154731876 service neutron] 10.222.0.26 "GET /v2.0/networks/4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447442 Jul 02 03:54:44.396176 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-b5991e53-5caf-49f7-84d6-6349b3cefd8d req-991da4ba-61ef-4cbd-b534-16ec13f613e2 service neutron] 10.222.0.26 "GET /v2.0/networks/4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894432 Jul 02 03:54:44.775579 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c7c02-40a3-47f1-8b69-42a7b74f48f0 req-ccd555f7-59ef-4226-a977-4935ff477be8 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:44.777561 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e27c7c02-40a3-47f1-8b69-42a7b74f48f0 req-ccd555f7-59ef-4226-a977-4935ff477be8 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 944 time: 0.0659890 Jul 02 03:54:44.827054 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e27c7c02-40a3-47f1-8b69-42a7b74f48f0 req-e9b3cbb4-f08b-48f4-8084-e42f31076890 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420630 Jul 02 03:54:45.604548 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 13ba5ae6-b27d-44f8-856e-b4469a548e86 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 03:54:45.711701 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 13ba5ae6-b27d-44f8-856e-b4469a548e86, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=13ba5ae6-b27d-44f8-856e-b4469a548e86,segment=NetworkSegment(263c04f1-03ae-40e1-8724-f11529a2c41e),segment_id=263c04f1-03ae-40e1-8724-f11529a2c41e)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:54:45.723090 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Returning: {'device': '13ba5ae6-b27d-44f8-856e-b4469a548e86', 'network_id': '4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1', 'port_id': '13ba5ae6-b27d-44f8-856e-b4469a548e86', 'mac_address': 'fa:16:3e:64:04:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0dce360-bb36-4aae-8eee-7664a424379d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 03:54:45.761120 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 13ba5ae6-b27d-44f8-856e-b4469a548e86 is: DOWN; New status is: BUILD {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:54:45.761506 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (13ba5ae6-b27d-44f8-856e-b4469a548e86), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:45.774497 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13ba5ae6-b27d-44f8-856e-b4469a548e86 {{(pid=104251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 02 03:54:45.796374 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 13ba5ae6-b27d-44f8-856e-b4469a548e86, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=13ba5ae6-b27d-44f8-856e-b4469a548e86,segment=NetworkSegment(263c04f1-03ae-40e1-8724-f11529a2c41e),segment_id=263c04f1-03ae-40e1-8724-f11529a2c41e)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:54:45.803013 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (13ba5ae6-b27d-44f8-856e-b4469a548e86), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:45.852719 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=13ba5ae6-b27d-44f8-856e-b4469a548e86,revision_number=4']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:45.942154 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f65f9-c6d3-40b6-aef6-4240ee6ae579 req-c01c15df-af2d-474b-98ef-4fab2bea0bae tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:45.943662 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e62f65f9-c6d3-40b6-aef6-4240ee6ae579 req-c01c15df-af2d-474b-98ef-4fab2bea0bae tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 945 time: 0.0485735 Jul 02 03:54:45.993146 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e62f65f9-c6d3-40b6-aef6-4240ee6ae579 req-65999c45-28fe-48bd-9b7e-eced200d0205 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439487 Jul 02 03:54:46.248812 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['13ba5ae6-b27d-44f8-856e-b4469a548e86'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:54:47.127176 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029dcd5-df7a-4664-b309-f7eb837612f7 req-8789b15f-6ba7-45f5-9f9d-1faa7310dbd8 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:47.128737 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7029dcd5-df7a-4664-b309-f7eb837612f7 req-8789b15f-6ba7-45f5-9f9d-1faa7310dbd8 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 945 time: 0.0498908 Jul 02 03:54:47.183286 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7029dcd5-df7a-4664-b309-f7eb837612f7 req-185def1d-36d9-4fdf-b413-dfecae3c4072 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487676 Jul 02 03:54:47.604838 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 13ba5ae6-b27d-44f8-856e-b4469a548e86 up at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 03:54:47.648471 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning for port 13ba5ae6-b27d-44f8-856e-b4469a548e86 completed by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 02 03:54:47.654571 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Provisioning complete for port 13ba5ae6-b27d-44f8-856e-b4469a548e86 triggered by entity L2. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:54:47.654932 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (13ba5ae6-b27d-44f8-856e-b4469a548e86), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:47.739964 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Current status of the port 13ba5ae6-b27d-44f8-856e-b4469a548e86 is: BUILD; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:54:47.740431 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (13ba5ae6-b27d-44f8-856e-b4469a548e86), before_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:47.767720 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ba5ae6-b27d-44f8-856e-b4469a548e86'}] {{(pid=104251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:54:47.770117 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea91eb0431f3890beba7fecfff9803703e4988fc204844c40d6eadfc05b4f309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a8e2ab-b519-4129-95b3-3d1a71d419e4" -d '{"events": [{"server_uuid": "c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce", "name": "network-vif-plugged", "status": "completed", "tag": "13ba5ae6-b27d-44f8-856e-b4469a548e86"}]}' {{(pid=104251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:54:47.782321 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] For port 13ba5ae6-b27d-44f8-856e-b4469a548e86, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=13ba5ae6-b27d-44f8-856e-b4469a548e86,segment=NetworkSegment(263c04f1-03ae-40e1-8724-f11529a2c41e),segment_id=263c04f1-03ae-40e1-8724-f11529a2c41e)] {{(pid=104251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:54:47.787725 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113'] for port (13ba5ae6-b27d-44f8-856e-b4469a548e86), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:47.835524 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Pushing event updated for resources: {'Port': ['ID=13ba5ae6-b27d-44f8-856e-b4469a548e86,revision_number=5']} {{(pid=104251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:54:47.933571 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de129d6-5a82-4585-9d6a-72094efcf838 x-openstack-request-id: req-0de129d6-5a82-4585-9d6a-72094efcf838 {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:54:47.933842 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce", "name": "network-vif-plugged", "status": "completed", "tag": "13ba5ae6-b27d-44f8-856e-b4469a548e86", "code": 200}]} {{(pid=104251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:54:47.934119 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0de129d6-5a82-4585-9d6a-72094efcf838 {{(pid=104251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:54:47.934522 dv-cinder-846842-9-iscsi neutron-server[104251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0de129d6-5a82-4585-9d6a-72094efcf838'] response: {'server_uuid': 'c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ba5ae6-b27d-44f8-856e-b4469a548e86', 'code': 200} Jul 02 03:54:48.046677 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:48.147315 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880f55b-5b24-42a3-b66a-cbcd96da76f4 req-e7a5380c-7517-4a29-9309-cbb969b0b8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:48.148854 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-b880f55b-5b24-42a3-b66a-cbcd96da76f4 req-e7a5380c-7517-4a29-9309-cbb969b0b8b4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 1130 time: 0.0399678 Jul 02 03:54:48.194869 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-b880f55b-5b24-42a3-b66a-cbcd96da76f4 req-e4d474dd-fd73-4b17-98a8-dd1bb076fbdc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393231 Jul 02 03:54:48.307791 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db574822-5a70-47b4-b28e-57d64cde2712 req-8f2afdaa-d801-43b1-8d23-8fb69b425ec5 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:48.309149 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-db574822-5a70-47b4-b28e-57d64cde2712 req-8f2afdaa-d801-43b1-8d23-8fb69b425ec5 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 946 time: 0.0581706 Jul 02 03:54:48.359551 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-db574822-5a70-47b4-b28e-57d64cde2712 req-580dd137-7f89-4ec9-a02c-4e082f854100 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444868 Jul 02 03:54:49.318766 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=14 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:49.324283 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=12 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:49.498268 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d01289-c38f-40ac-b325-2074f4c0fdba req-d59849fc-2ef4-423e-901c-fcc53ed03e5b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:49.499987 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-69d01289-c38f-40ac-b325-2074f4c0fdba req-d59849fc-2ef4-423e-901c-fcc53ed03e5b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 946 time: 0.0499504 Jul 02 03:54:49.549078 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-69d01289-c38f-40ac-b325-2074f4c0fdba req-907f790e-372a-4a8b-9831-deb85f42ebf5 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425682 Jul 02 03:54:50.258592 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-5c21aa8a-0190-4dea-a320-eeea9da16689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:50.674342 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283d2c2-083a-4d5e-8e3e-d4187f0ef4ee req-b7430d56-a719-4120-81da-159910f00dc1 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:50.675837 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f283d2c2-083a-4d5e-8e3e-d4187f0ef4ee req-b7430d56-a719-4120-81da-159910f00dc1 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 946 time: 0.0585463 Jul 02 03:54:50.689608 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:50.722643 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:50.727719 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-f283d2c2-083a-4d5e-8e3e-d4187f0ef4ee req-4e7e10be-067c-4f2f-99c2-30af20d73ec5 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438316 Jul 02 03:54:50.844160 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ae4eb-67ed-4fde-9561-64e73bbaffb0 req-18505591-2811-4676-b1a4-68120d242332 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:50.845913 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b74ae4eb-67ed-4fde-9561-64e73bbaffb0 req-18505591-2811-4676-b1a4-68120d242332 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 946 time: 0.0506220 Jul 02 03:54:50.898538 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-b74ae4eb-67ed-4fde-9561-64e73bbaffb0 req-6f6cb812-a5df-458d-a2d8-56ce28f98bf9 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470288 Jul 02 03:54:51.236893 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac26283-5210-4c43-9286-f491cf548e2e req-8e1e0e15-330b-450c-af50-fb9b6dff0a00 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:54:51.238384 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7ac26283-5210-4c43-9286-f491cf548e2e req-8e1e0e15-330b-450c-af50-fb9b6dff0a00 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 946 time: 0.0556226 Jul 02 03:54:51.289700 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7ac26283-5210-4c43-9286-f491cf548e2e req-5dadf686-9536-4719-b52e-790e15013167 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455704 Jul 02 03:54:52.520729 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:52.539178 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-4fc8854b-7ece-4af1-96f2-8d2d46f2c571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:53.696639 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:55.304868 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:55.352882 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:54:58.190192 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=62 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:54:58.192542 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=63 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:55:00.848842 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9047c-8e8d-44e5-a678-b5fbf075339e req-5c5e0bf3-74de-4ff2-bfb7-635c6e50f45a tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:55:00.850214 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2eb9047c-8e8d-44e5-a678-b5fbf075339e req-5c5e0bf3-74de-4ff2-bfb7-635c6e50f45a tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 946 time: 0.0493553 Jul 02 03:55:00.900780 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-2eb9047c-8e8d-44e5-a678-b5fbf075339e req-eda7a257-6c8a-4d55-aabe-7501cf03dc02 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422182 Jul 02 03:55:00.923485 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 42670) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:55:01.034097 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1aeb11-556d-4987-97cd-2d9178c7ff51 tempest-TestMinimumBasicScenario-82226001 tempest-TestMinimumBasicScenario-82226001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:55:01.035682 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-dc1aeb11-556d-4987-97cd-2d9178c7ff51 tempest-TestMinimumBasicScenario-82226001 tempest-TestMinimumBasicScenario-82226001-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 1125 time: 0.1110866 Jul 02 03:55:01.038969 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 42674) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:55:01.045863 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Request body: {'floatingip': {'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'port_id': '13ba5ae6-b27d-44f8-856e-b4469a548e86', 'tenant_id': '642a93dd7b34496491123f30dce4438d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:55:01.075740 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:01.158155 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (None), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:01.265046 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.db_base_plugin_common [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Allocated IP 172.27.0.173 (f461a802-f340-43f3-86d0-4b44bcb77e0c/5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3/1eec40b7-4544-47fd-87f0-dd949cd2e766) {{(pid=104249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 03:55:01.370946 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks [] for port (1eec40b7-4544-47fd-87f0-dd949cd2e766), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:01.409916 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769088021077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (1eec40b7-4544-47fd-87f0-dd949cd2e766), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:01.452405 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Network f461a802-f340-43f3-86d0-4b44bcb77e0c is already hosted by enough agents. {{(pid=104249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 03:55:01.457467 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.base_scheduler [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Resources bound (agent type, host, resource id): {{(pid=104249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 03:55:01.459745 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Pushing event updated for resources: {'Port': ['ID=1eec40b7-4544-47fd-87f0-dd949cd2e766,revision_number=1']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:55:01.462479 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Received port after_create {{(pid=104249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 02 03:55:01.488183 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:55:01.488529 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:55:01.488846 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:55:01.489176 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:55:01.489522 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:55:01.489845 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:55:01.490176 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:55:01.490499 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:55:01.490823 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:55:01.491143 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:55:01.492117 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:55:01.492463 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:55:01.492772 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:55:01.493097 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:55:01.493416 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:55:01.583755 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:55:01.586543 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:55:02.075089 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks [] for floatingip (265ea9c3-54bd-4c06-926d-e11f85b523d2), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:02.142555 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (1eec40b7-4544-47fd-87f0-dd949cd2e766), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:02.289666 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks [] for port (1eec40b7-4544-47fd-87f0-dd949cd2e766), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:02.297271 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60593212'] for port (1eec40b7-4544-47fd-87f0-dd949cd2e766), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:02.369100 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Pushing event updated for resources: {'Port': ['ID=1eec40b7-4544-47fd-87f0-dd949cd2e766,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:55:02.379645 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389155'] for floatingip (265ea9c3-54bd-4c06-926d-e11f85b523d2), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:02.475173 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.db.l3_db [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Floating IP 265ea9c3-54bd-4c06-926d-e11f85b523d2 associated. External IP: 172.27.0.173, port: 13ba5ae6-b27d-44f8-856e-b4469a548e86. Jul 02 03:55:02.652534 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:55:02.675888 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Router eb445e71-904e-41cf-b15c-7e4915a55101 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:55:02.762063 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:55:02.782427 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:55:02.792732 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9b6717-d384-4776-9feb-9c816a010f4f None None] Sync routers for ids ['eb445e71-904e-41cf-b15c-7e4915a55101'] in dv-cinder-846842-9-iscsi {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:55:02.802896 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:02.804293 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9b6717-d384-4776-9feb-9c816a010f4f None None] Routers {'eb445e71-904e-41cf-b15c-7e4915a55101'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:55:02.804913 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-6f9b6717-d384-4776-9feb-9c816a010f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:54:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['eb445e71-904e-41cf-b15c-7e4915a55101'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:55:02.834065 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-c810fe7c-5134-4bdc-b97b-aa9e62404a4b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7938609 Jul 02 03:55:02.834670 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce', 'tag': '13ba5ae6-b27d-44f8-856e-b4469a548e86'}] {{(pid=104249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:55:02.837023 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f088720257398f3cab103114357bf561c7f80e100abdbb3b7e497acc9cc690b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1adcb6-9a14-467e-acb0-2469b39b0e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce", "tag": "13ba5ae6-b27d-44f8-856e-b4469a548e86"}]}' {{(pid=104249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:55:02.837485 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 42676) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:55:02.843432 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.v2.base [None req-2549d4b6-38e8-4c8b-b0fe-270bdd804706 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-89082210', 'description': 'tempest-secgroup-smoke-89082210 description', 'project_id': '642a93dd7b34496491123f30dce4438d'}} {{(pid=104250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:55:02.871684 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2549d4b6-38e8-4c8b-b0fe-270bdd804706 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks [] for security_group (None), before_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:02.927835 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-6f9b6717-d384-4776-9feb-9c816a010f4f None None] Set router eb445e71-904e-41cf-b15c-7e4915a55101 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:55:02.947525 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5473e29-7f90-4fe9-9e05-8be361921db1 x-openstack-request-id: req-a5473e29-7f90-4fe9-9e05-8be361921db1 {{(pid=104249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:55:02.947815 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce", "tag": "13ba5ae6-b27d-44f8-856e-b4469a548e86", "status": "completed", "code": 200}]} {{(pid=104249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:55:02.947928 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2549d4b6-38e8-4c8b-b0fe-270bdd804706 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks [] for security_group (d8c6123e-d635-4ce0-bc3d-3eb4774e239d), precommit_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:02.948049 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a5473e29-7f90-4fe9-9e05-8be361921db1 {{(pid=104249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:55:02.948726 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5473e29-7f90-4fe9-9e05-8be361921db1'] response: {'name': 'network-changed', 'server_uuid': 'c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce', 'tag': '13ba5ae6-b27d-44f8-856e-b4469a548e86', 'status': 'completed', 'code': 200} Jul 02 03:55:02.953901 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2549d4b6-38e8-4c8b-b0fe-270bdd804706 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (d8c6123e-d635-4ce0-bc3d-3eb4774e239d), after_create {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:02.985046 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-2549d4b6-38e8-4c8b-b0fe-270bdd804706 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:02.990333 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-2549d4b6-38e8-4c8b-b0fe-270bdd804706 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1486964 Jul 02 03:55:02.990527 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 42682) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:55:02.991703 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549d4b6-38e8-4c8b-b0fe-270bdd804706 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c6123e-d635-4ce0-bc3d-3eb4774e239d,revision_number=1']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:55:02.996077 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-0d97d7e0-d821-4a43-b69e-eaa92480b3b8 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Request body: {'security_group_rule': {'security_group_id': 'd8c6123e-d635-4ce0-bc3d-3eb4774e239d', 'project_id': '642a93dd7b34496491123f30dce4438d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:55:03.030324 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0d97d7e0-d821-4a43-b69e-eaa92480b3b8 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks [] for security_group_rule (d9a28fc0-bba4-45d6-b077-b7312a437d3a), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:03.043234 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1adcb6-9a14-467e-acb0-2469b39b0e4d req-e3a7698c-bf00-4d09-9005-9c30dc2f1b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:55:03.045931 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0e1adcb6-9a14-467e-acb0-2469b39b0e4d req-e3a7698c-bf00-4d09-9005-9c30dc2f1b3a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=642a93dd7b34496491123f30dce4438d&device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 1130 time: 0.0445468 Jul 02 03:55:03.091535 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0d97d7e0-d821-4a43-b69e-eaa92480b3b8 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks [] for security_group_rule (d9a28fc0-bba4-45d6-b077-b7312a437d3a), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:03.097864 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0d97d7e0-d821-4a43-b69e-eaa92480b3b8 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (d9a28fc0-bba4-45d6-b077-b7312a437d3a), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:03.115596 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97d7e0-d821-4a43-b69e-eaa92480b3b8 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a28fc0-bba4-45d6-b077-b7312a437d3a,revision_number=0']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:55:03.132230 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0d97d7e0-d821-4a43-b69e-eaa92480b3b8 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:03.136296 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-0d97d7e0-d821-4a43-b69e-eaa92480b3b8 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1433151 Jul 02 03:55:03.136525 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 42684) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:55:03.142547 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-ee2c52d3-4248-4030-b309-6d5e4d1fc7fa tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Request body: {'security_group_rule': {'security_group_id': 'd8c6123e-d635-4ce0-bc3d-3eb4774e239d', 'project_id': '642a93dd7b34496491123f30dce4438d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:55:03.160934 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1adcb6-9a14-467e-acb0-2469b39b0e4d req-e566d9b1-c75a-4fcc-820c-22a70979eed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:55:03.162372 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0e1adcb6-9a14-467e-acb0-2469b39b0e4d req-e566d9b1-c75a-4fcc-820c-22a70979eed1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1 HTTP/1.1" status: 200 len: 915 time: 0.1106508 Jul 02 03:55:03.168906 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-6f9b6717-d384-4776-9feb-9c816a010f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'name': 'tempest-TestMinimumBasicScenario-439934849-router', 'tenant_id': '642a93dd7b34496491123f30dce4438d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:54:04Z', 'updated_at': '2022-07-02T03:54:07Z', 'revision_number': 4, 'project_id': '642a93dd7b34496491123f30dce4438d', 'gw_port': {'id': '60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:54:05Z', 'updated_at': '2022-07-02T03:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '265ea9c3-54bd-4c06-926d-e11f85b523d2', 'tenant_id': '642a93dd7b34496491123f30dce4438d', 'floating_ip_address': '172.27.0.173', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'port_id': '13ba5ae6-b27d-44f8-856e-b4469a548e86', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1', 'mac_address': 'fa:16:3e:64:04:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:55:01Z', 'updated_at': '2022-07-02T03:55:01Z', 'revision_number': 0, 'project_id': '642a93dd7b34496491123f30dce4438d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79f9664-fdf8-4c10-9ff2-e3e452f44a0f', 'name': '', 'network_id': '4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1', 'tenant_id': '642a93dd7b34496491123f30dce4438d', 'mac_address': 'fa:16:3e:86:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'a0dce360-bb36-4aae-8eee-7664a424379d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:54:06Z', 'updated_at': '2022-07-02T03:54:11Z', 'revision_number': 5, 'project_id': '642a93dd7b34496491123f30dce4438d', 'subnets': [{'id': 'a0dce360-bb36-4aae-8eee-7664a424379d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:55:03.170771 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ee2c52d3-4248-4030-b309-6d5e4d1fc7fa tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks [] for security_group_rule (63d3f46f-7363-43e2-909e-349ab43d519a), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:03.193485 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9b6717-d384-4776-9feb-9c816a010f4f None None] Checking router: eb445e71-904e-41cf-b15c-7e4915a55101 for host: dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:55:03.202804 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9b6717-d384-4776-9feb-9c816a010f4f None None] Routers {'eb445e71-904e-41cf-b15c-7e4915a55101'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:55:03.203524 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-6f9b6717-d384-4776-9feb-9c816a010f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:54:53Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['eb445e71-904e-41cf-b15c-7e4915a55101'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:55:03.237165 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ee2c52d3-4248-4030-b309-6d5e4d1fc7fa tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks [] for security_group_rule (63d3f46f-7363-43e2-909e-349ab43d519a), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:03.238910 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0e1adcb6-9a14-467e-acb0-2469b39b0e4d req-79248e00-5e84-4881-9a05-918de804d9b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13ba5ae6-b27d-44f8-856e-b4469a548e86 HTTP/1.1" status: 200 len: 1000 time: 0.0661352 Jul 02 03:55:03.242441 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ee2c52d3-4248-4030-b309-6d5e4d1fc7fa tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (63d3f46f-7363-43e2-909e-349ab43d519a), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:03.262323 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c52d3-4248-4030-b309-6d5e4d1fc7fa tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d3f46f-7363-43e2-909e-349ab43d519a,revision_number=0']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:55:03.271450 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ee2c52d3-4248-4030-b309-6d5e4d1fc7fa tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:03.273340 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-ee2c52d3-4248-4030-b309-6d5e4d1fc7fa tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1353321 Jul 02 03:55:03.276082 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 42686) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:55:03.280141 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-bcf666bf-d2d2-4724-90fe-d136811fd3f7 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Request body: {'security_group_rule': {'security_group_id': 'd8c6123e-d635-4ce0-bc3d-3eb4774e239d', 'project_id': '642a93dd7b34496491123f30dce4438d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:55:03.294821 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1adcb6-9a14-467e-acb0-2469b39b0e4d req-48c2f536-9c70-43f3-9317-f9181db049a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:55:03.296583 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0e1adcb6-9a14-467e-acb0-2469b39b0e4d req-48c2f536-9c70-43f3-9317-f9181db049a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0dce360-bb36-4aae-8eee-7664a424379d HTTP/1.1" status: 200 len: 853 time: 0.0503767 Jul 02 03:55:03.308412 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-bcf666bf-d2d2-4724-90fe-d136811fd3f7 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks [] for security_group_rule (eccc8e3c-0a28-4545-99dc-b5c9036c4f3e), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:03.309308 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-6f9b6717-d384-4776-9feb-9c816a010f4f None None] Set router eb445e71-904e-41cf-b15c-7e4915a55101 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:55:03.349261 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1adcb6-9a14-467e-acb0-2469b39b0e4d req-9ba80a18-abf2-4385-ba7b-b3ce0fd04069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:55:03.351094 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0e1adcb6-9a14-467e-acb0-2469b39b0e4d req-9ba80a18-abf2-4385-ba7b-b3ce0fd04069 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469539 Jul 02 03:55:03.372446 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-bcf666bf-d2d2-4724-90fe-d136811fd3f7 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks [] for security_group_rule (eccc8e3c-0a28-4545-99dc-b5c9036c4f3e), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:03.378667 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-bcf666bf-d2d2-4724-90fe-d136811fd3f7 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (eccc8e3c-0a28-4545-99dc-b5c9036c4f3e), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:03.403090 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf666bf-d2d2-4724-90fe-d136811fd3f7 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eccc8e3c-0a28-4545-99dc-b5c9036c4f3e,revision_number=0']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:55:03.414487 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-bcf666bf-d2d2-4724-90fe-d136811fd3f7 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:03.419147 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-bcf666bf-d2d2-4724-90fe-d136811fd3f7 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1424539 Jul 02 03:55:03.419825 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 42688) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:55:03.424536 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-9f0fbb06-ec64-4636-b183-92dc276e9329 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Request body: {'security_group_rule': {'security_group_id': 'd8c6123e-d635-4ce0-bc3d-3eb4774e239d', 'project_id': '642a93dd7b34496491123f30dce4438d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:55:03.452865 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9f0fbb06-ec64-4636-b183-92dc276e9329 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks [] for security_group_rule (327e48c8-dd3f-42ec-b157-4449084482e1), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:03.467856 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0e1adcb6-9a14-467e-acb0-2469b39b0e4d req-3061a9d7-4069-46e4-96fb-457355b745df service neutron] 10.222.0.26 "GET /v2.0/networks/4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108763 Jul 02 03:55:03.514100 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9f0fbb06-ec64-4636-b183-92dc276e9329 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks [] for security_group_rule (327e48c8-dd3f-42ec-b157-4449084482e1), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:03.520185 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9f0fbb06-ec64-4636-b183-92dc276e9329 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (327e48c8-dd3f-42ec-b157-4449084482e1), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:03.544200 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0fbb06-ec64-4636-b183-92dc276e9329 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=327e48c8-dd3f-42ec-b157-4449084482e1,revision_number=0']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:55:03.550543 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9f0fbb06-ec64-4636-b183-92dc276e9329 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:03.552059 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-9f0fbb06-ec64-4636-b183-92dc276e9329 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1312904 Jul 02 03:55:03.554838 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 42690) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:55:03.560142 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-fd136b4b-4b41-47e4-91df-c9fc95efc042 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Request body: {'security_group_rule': {'security_group_id': 'd8c6123e-d635-4ce0-bc3d-3eb4774e239d', 'project_id': '642a93dd7b34496491123f30dce4438d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:55:03.565481 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:55:03.570931 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0e1adcb6-9a14-467e-acb0-2469b39b0e4d req-fa8f6747-2d02-4035-b4e7-3ba7408de8f4 service neutron] 10.222.0.26 "GET /v2.0/networks/4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968301 Jul 02 03:55:03.584587 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.db.securitygroups_db [None req-fd136b4b-4b41-47e4-91df-c9fc95efc042 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Project 642a93dd7b34496491123f30dce4438d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 02 03:55:03.591585 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-fd136b4b-4b41-47e4-91df-c9fc95efc042 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks [] for security_group_rule (05244bd0-deba-4818-bf80-8860051dfb37), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:03.626232 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-6f9b6717-d384-4776-9feb-9c816a010f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'name': 'tempest-TestMinimumBasicScenario-439934849-router', 'tenant_id': '642a93dd7b34496491123f30dce4438d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:54:04Z', 'updated_at': '2022-07-02T03:54:07Z', 'revision_number': 4, 'project_id': '642a93dd7b34496491123f30dce4438d', 'gw_port': {'id': '60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:54:05Z', 'updated_at': '2022-07-02T03:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '265ea9c3-54bd-4c06-926d-e11f85b523d2', 'tenant_id': '642a93dd7b34496491123f30dce4438d', 'floating_ip_address': '172.27.0.173', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'port_id': '13ba5ae6-b27d-44f8-856e-b4469a548e86', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1', 'mac_address': 'fa:16:3e:64:04:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:55:01Z', 'updated_at': '2022-07-02T03:55:01Z', 'revision_number': 0, 'project_id': '642a93dd7b34496491123f30dce4438d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79f9664-fdf8-4c10-9ff2-e3e452f44a0f', 'name': '', 'network_id': '4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1', 'tenant_id': '642a93dd7b34496491123f30dce4438d', 'mac_address': 'fa:16:3e:86:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'a0dce360-bb36-4aae-8eee-7664a424379d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:54:06Z', 'updated_at': '2022-07-02T03:54:11Z', 'revision_number': 5, 'project_id': '642a93dd7b34496491123f30dce4438d', 'subnets': [{'id': 'a0dce360-bb36-4aae-8eee-7664a424379d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:55:03.640358 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:55:03.647281 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-fd136b4b-4b41-47e4-91df-c9fc95efc042 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks [] for security_group_rule (05244bd0-deba-4818-bf80-8860051dfb37), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:03.652006 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-fd136b4b-4b41-47e4-91df-c9fc95efc042 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (05244bd0-deba-4818-bf80-8860051dfb37), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:03.652281 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9b6717-d384-4776-9feb-9c816a010f4f None None] The sync data for ids ['eb445e71-904e-41cf-b15c-7e4915a55101'] in dv-cinder-846842-9-iscsi is: [{'id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'name': 'tempest-TestMinimumBasicScenario-439934849-router', 'tenant_id': '642a93dd7b34496491123f30dce4438d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:54:04Z', 'updated_at': '2022-07-02T03:54:07Z', 'revision_number': 4, 'project_id': '642a93dd7b34496491123f30dce4438d', 'gw_port': {'id': '60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:54:05Z', 'updated_at': '2022-07-02T03:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_floatingips': [{'id': '265ea9c3-54bd-4c06-926d-e11f85b523d2', 'tenant_id': '642a93dd7b34496491123f30dce4438d', 'floating_ip_address': '172.27.0.173', 'floating_network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'router_id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'port_id': '13ba5ae6-b27d-44f8-856e-b4469a548e86', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1', 'mac_address': 'fa:16:3e:64:04:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-02T03:55:01Z', 'updated_at': '2022-07-02T03:55:01Z', 'revision_number': 0, 'project_id': '642a93dd7b34496491123f30dce4438d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79f9664-fdf8-4c10-9ff2-e3e452f44a0f', 'name': '', 'network_id': '4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1', 'tenant_id': '642a93dd7b34496491123f30dce4438d', 'mac_address': 'fa:16:3e:86:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'a0dce360-bb36-4aae-8eee-7664a424379d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:54:06Z', 'updated_at': '2022-07-02T03:54:11Z', 'revision_number': 5, 'project_id': '642a93dd7b34496491123f30dce4438d', 'subnets': [{'id': 'a0dce360-bb36-4aae-8eee-7664a424379d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:55:03.676649 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd136b4b-4b41-47e4-91df-c9fc95efc042 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05244bd0-deba-4818-bf80-8860051dfb37,revision_number=0']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:55:03.682542 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-fd136b4b-4b41-47e4-91df-c9fc95efc042 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:03.686270 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-fd136b4b-4b41-47e4-91df-c9fc95efc042 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1279855 Jul 02 03:55:03.686725 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 42692) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:55:03.690799 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [None req-6be3b8d1-4d05-4d18-86c4-2fe5a91d0bfa tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Request body: {'security_group_rule': {'security_group_id': 'd8c6123e-d635-4ce0-bc3d-3eb4774e239d', 'project_id': '642a93dd7b34496491123f30dce4438d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:55:03.713596 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.db.securitygroups_db [None req-6be3b8d1-4d05-4d18-86c4-2fe5a91d0bfa tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Project 642a93dd7b34496491123f30dce4438d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 02 03:55:03.720422 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6be3b8d1-4d05-4d18-86c4-2fe5a91d0bfa tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks [] for security_group_rule (e0460572-062c-465a-a2e1-3da59334659d), before_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:03.790040 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6be3b8d1-4d05-4d18-86c4-2fe5a91d0bfa tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks [] for security_group_rule (e0460572-062c-465a-a2e1-3da59334659d), precommit_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:03.795838 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6be3b8d1-4d05-4d18-86c4-2fe5a91d0bfa tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500233'] for security_group_rule (e0460572-062c-465a-a2e1-3da59334659d), after_create {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:03.816018 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3b8d1-4d05-4d18-86c4-2fe5a91d0bfa tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0460572-062c-465a-a2e1-3da59334659d,revision_number=0']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:55:03.824105 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6be3b8d1-4d05-4d18-86c4-2fe5a91d0bfa tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:03.828398 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-6be3b8d1-4d05-4d18-86c4-2fe5a91d0bfa tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1379974 Jul 02 03:55:03.871508 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8827f9b0-1c9e-4027-ad8b-77007c196e6a None None] New status for floating IP 265ea9c3-54bd-4c06-926d-e11f85b523d2: ACTIVE {{(pid=104251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 02 03:55:03.919540 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-32877858-385c-47bc-b9cb-bfc5cbe72c1c req-42e5b643-004d-49d7-9d6e-dd92ad1e9f8b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-89082210&fields=id&tenant_id=642a93dd7b34496491123f30dce4438d HTTP/1.1" status: 200 len: 267 time: 0.0464196 Jul 02 03:55:03.972952 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32877858-385c-47bc-b9cb-bfc5cbe72c1c req-ae9e4c71-514b-4720-97ba-c8c6bb4a6edc tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:55:03.974464 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-32877858-385c-47bc-b9cb-bfc5cbe72c1c req-ae9e4c71-514b-4720-97ba-c8c6bb4a6edc tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 946 time: 0.0492198 Jul 02 03:55:03.985673 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [req-32877858-385c-47bc-b9cb-bfc5cbe72c1c req-d5e33263-5071-43f6-a424-b1838fa03c47 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Request body: {'port': {'security_groups': ['e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24', 'd8c6123e-d635-4ce0-bc3d-3eb4774e239d']}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:55:04.057307 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:55:04.060839 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [req-32877858-385c-47bc-b9cb-bfc5cbe72c1c req-d5e33263-5071-43f6-a424-b1838fa03c47 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (13ba5ae6-b27d-44f8-856e-b4469a548e86), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:04.277669 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.db [req-32877858-385c-47bc-b9cb-bfc5cbe72c1c req-d5e33263-5071-43f6-a424-b1838fa03c47 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] For port 13ba5ae6-b27d-44f8-856e-b4469a548e86, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=13ba5ae6-b27d-44f8-856e-b4469a548e86,segment=NetworkSegment(263c04f1-03ae-40e1-8724-f11529a2c41e),segment_id=263c04f1-03ae-40e1-8724-f11529a2c41e)] {{(pid=104249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:55:04.305453 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [req-32877858-385c-47bc-b9cb-bfc5cbe72c1c req-d5e33263-5071-43f6-a424-b1838fa03c47 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks [] for port (13ba5ae6-b27d-44f8-856e-b4469a548e86), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:04.312278 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [req-32877858-385c-47bc-b9cb-bfc5cbe72c1c req-d5e33263-5071-43f6-a424-b1838fa03c47 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60593212'] for port (13ba5ae6-b27d-44f8-856e-b4469a548e86), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:04.349156 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['13ba5ae6-b27d-44f8-856e-b4469a548e86'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:55:04.357003 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32877858-385c-47bc-b9cb-bfc5cbe72c1c req-d5e33263-5071-43f6-a424-b1838fa03c47 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:55:04.357645 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [req-32877858-385c-47bc-b9cb-bfc5cbe72c1c req-d5e33263-5071-43f6-a424-b1838fa03c47 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:04.359079 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-32877858-385c-47bc-b9cb-bfc5cbe72c1c req-d5e33263-5071-43f6-a424-b1838fa03c47 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "PUT /v2.0/ports/13ba5ae6-b27d-44f8-856e-b4469a548e86 HTTP/1.1" status: 200 len: 982 time: 0.3783236 Jul 02 03:55:04.380563 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e33263-5071-43f6-a424-b1838fa03c47 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Pushing event updated for resources: {'Port': ['ID=13ba5ae6-b27d-44f8-856e-b4469a548e86,revision_number=6']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:55:04.480697 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a7231-aa05-437a-816b-b19a2c768575 req-4c99baba-4da8-4fbb-988e-2940cb5524aa tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:55:04.482328 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-de1a7231-aa05-437a-816b-b19a2c768575 req-4c99baba-4da8-4fbb-988e-2940cb5524aa tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 985 time: 0.0554025 Jul 02 03:55:04.483558 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['13ba5ae6-b27d-44f8-856e-b4469a548e86'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:55:04.520727 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:55:04.548635 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-de1a7231-aa05-437a-816b-b19a2c768575 req-c1f068d4-db17-4cb1-800b-b75803bbe832 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&id=d8c6123e-d635-4ce0-bc3d-3eb4774e239d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0602648 Jul 02 03:55:04.667674 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-0f00d2ce-5ea6-41bf-b79a-584b5b145e59 None None] Provisioning complete for port 13ba5ae6-b27d-44f8-856e-b4469a548e86 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:55:04.667952 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-0f00d2ce-5ea6-41bf-b79a-584b5b145e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (13ba5ae6-b27d-44f8-856e-b4469a548e86), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:04.849305 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-0f00d2ce-5ea6-41bf-b79a-584b5b145e59 None None] Current status of the port 13ba5ae6-b27d-44f8-856e-b4469a548e86 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:55:04.866288 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:55:04.950220 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce', 'tag': '13ba5ae6-b27d-44f8-856e-b4469a548e86'}] {{(pid=104249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:55:04.952613 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f088720257398f3cab103114357bf561c7f80e100abdbb3b7e497acc9cc690b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3788a5-21dd-41a1-b22a-61aa1a75fa3a" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce", "tag": "13ba5ae6-b27d-44f8-856e-b4469a548e86"}]}' {{(pid=104249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:55:04.982965 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:55:04.994679 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd37084f-fc89-4b8e-a85b-cbfdeab5d877 x-openstack-request-id: req-bd37084f-fc89-4b8e-a85b-cbfdeab5d877 {{(pid=104249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:55:04.995177 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce", "tag": "13ba5ae6-b27d-44f8-856e-b4469a548e86", "status": "completed", "code": 200}]} {{(pid=104249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:55:04.995518 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bd37084f-fc89-4b8e-a85b-cbfdeab5d877 {{(pid=104249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:55:04.995999 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd37084f-fc89-4b8e-a85b-cbfdeab5d877'] response: {'name': 'network-changed', 'server_uuid': 'c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce', 'tag': '13ba5ae6-b27d-44f8-856e-b4469a548e86', 'status': 'completed', 'code': 200} Jul 02 03:55:05.103569 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3788a5-21dd-41a1-b22a-61aa1a75fa3a req-89eeed4d-ec68-4c83-9f4f-667d1e9a1e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:55:05.105138 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0f3788a5-21dd-41a1-b22a-61aa1a75fa3a req-89eeed4d-ec68-4c83-9f4f-667d1e9a1e00 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=642a93dd7b34496491123f30dce4438d&device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 1169 time: 0.0437889 Jul 02 03:55:05.203265 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3788a5-21dd-41a1-b22a-61aa1a75fa3a req-23b18996-c379-42d6-bca4-c6bab822b599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:55:05.204819 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0f3788a5-21dd-41a1-b22a-61aa1a75fa3a req-23b18996-c379-42d6-bca4-c6bab822b599 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1 HTTP/1.1" status: 200 len: 915 time: 0.0917115 Jul 02 03:55:05.268033 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0f3788a5-21dd-41a1-b22a-61aa1a75fa3a req-44b03750-236a-4c81-b8e8-3602119e824d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13ba5ae6-b27d-44f8-856e-b4469a548e86 HTTP/1.1" status: 200 len: 1002 time: 0.0571551 Jul 02 03:55:05.307047 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:55:05.325358 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3788a5-21dd-41a1-b22a-61aa1a75fa3a req-4b277771-92ff-4e58-ab62-0b21c752b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:55:05.327037 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0f3788a5-21dd-41a1-b22a-61aa1a75fa3a req-4b277771-92ff-4e58-ab62-0b21c752b74a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0dce360-bb36-4aae-8eee-7664a424379d HTTP/1.1" status: 200 len: 853 time: 0.0520399 Jul 02 03:55:05.372857 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3788a5-21dd-41a1-b22a-61aa1a75fa3a req-7de8dace-9f82-460a-a175-d77395e70c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:55:05.374271 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0f3788a5-21dd-41a1-b22a-61aa1a75fa3a req-7de8dace-9f82-460a-a175-d77395e70c13 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399854 Jul 02 03:55:05.398210 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:55:05.467589 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0f3788a5-21dd-41a1-b22a-61aa1a75fa3a req-978877bc-e7e6-4b9b-afe9-33118ea1b0ff service neutron] 10.222.0.26 "GET /v2.0/networks/4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861683 Jul 02 03:55:05.569206 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-0f3788a5-21dd-41a1-b22a-61aa1a75fa3a req-7f3ec596-84e2-42b3-a4d9-081010193920 service neutron] 10.222.0.26 "GET /v2.0/networks/4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952642 Jul 02 03:55:06.029558 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:55:14.542742 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=74,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:55:15.069813 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=34 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:55:15.074458 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=12 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:55:15.564128 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=29 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:55:15.565370 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=13 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:55:16.021993 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=79 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:55:16.024156 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=77 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:55:18.052243 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:20.248070 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b36-875e-4daa-8bcc-24cc11de4d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:22.544059 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-d1a17434-8ada-44f6-8c8a-bb3100f94e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:23.698287 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:25.312931 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:25.349161 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:27.290115 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [req-0686229f-2713-459b-a7a8-63bbb3c44273 req-45fd4405-61a3-45fe-adef-ecc24aea00b1 service neutron] (104250) timed out ('10.222.0.26', 56983) {{(pid=104250) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 02 03:55:34.011774 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-fcb8f345-fd35-4f15-943f-4fbf7ffce2b7 req-436ed881-2b23-4a5c-8415-d9b8019a33c7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0904505 Jul 02 03:55:34.116036 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8f345-fd35-4f15-943f-4fbf7ffce2b7 req-e53cd1ce-10ea-4c9d-9c34-28bbaedcbc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:55:34.117618 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-fcb8f345-fd35-4f15-943f-4fbf7ffce2b7 req-e53cd1ce-10ea-4c9d-9c34-28bbaedcbc17 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=642a93dd7b34496491123f30dce4438d&device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 1169 time: 0.0450442 Jul 02 03:55:34.225772 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8f345-fd35-4f15-943f-4fbf7ffce2b7 req-468b17af-082f-4cf1-88ec-53c6fb50d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:55:34.227172 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-fcb8f345-fd35-4f15-943f-4fbf7ffce2b7 req-468b17af-082f-4cf1-88ec-53c6fb50d80e service neutron] 10.222.0.26 "GET /v2.0/networks?id=4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1 HTTP/1.1" status: 200 len: 915 time: 0.0887725 Jul 02 03:55:34.301666 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-fcb8f345-fd35-4f15-943f-4fbf7ffce2b7 req-110ed223-f596-459b-b7f5-04a87a2ca0ea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13ba5ae6-b27d-44f8-856e-b4469a548e86 HTTP/1.1" status: 200 len: 1002 time: 0.0651057 Jul 02 03:55:34.353137 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8f345-fd35-4f15-943f-4fbf7ffce2b7 req-8eafaed6-d744-4245-acb7-6f87b00d023f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:55:34.354576 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-fcb8f345-fd35-4f15-943f-4fbf7ffce2b7 req-8eafaed6-d744-4245-acb7-6f87b00d023f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0dce360-bb36-4aae-8eee-7664a424379d HTTP/1.1" status: 200 len: 853 time: 0.0468366 Jul 02 03:55:34.398381 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8f345-fd35-4f15-943f-4fbf7ffce2b7 req-a7b0b3d4-2a82-4396-ba91-901d7c4df420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:55:34.399940 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-fcb8f345-fd35-4f15-943f-4fbf7ffce2b7 req-a7b0b3d4-2a82-4396-ba91-901d7c4df420 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395110 Jul 02 03:55:34.410194 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [req-fcb8f345-fd35-4f15-943f-4fbf7ffce2b7 req-3a734de6-69c7-49a9-a413-69c6717b8aa3 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104250) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 02 03:55:34.411163 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-fcb8f345-fd35-4f15-943f-4fbf7ffce2b7 req-3a734de6-69c7-49a9-a413-69c6717b8aa3 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048933 Jul 02 03:55:34.503424 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-fcb8f345-fd35-4f15-943f-4fbf7ffce2b7 req-4599a122-f1fb-40ed-8905-365fa98dac8c service neutron] 10.222.0.26 "GET /v2.0/networks/4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863910 Jul 02 03:55:34.602666 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-fcb8f345-fd35-4f15-943f-4fbf7ffce2b7 req-d7c47119-d24e-4196-976d-87fc5b37e9da service neutron] 10.222.0.26 "GET /v2.0/networks/4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939903 Jul 02 03:55:35.340070 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:55:35.342366 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:55:43.034833 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:55:44.598773 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=50 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:55:44.600061 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=51 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:55:48.074523 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:50.245531 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-668c00eb-3a87-4d6e-8513-d50fffbee2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:52.549814 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-3c9cd720-eddb-4c0e-880b-6ed30455a687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:53.026605 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=4 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:55:53.027871 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:55:53.700121 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:55.315627 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:55:55.353759 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:56:05.418137 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79421172-2e8c-48ce-bcdb-fb01916d6378 req-1034932e-8432-44f7-b152-77e5166e05b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:56:05.420467 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-79421172-2e8c-48ce-bcdb-fb01916d6378 req-1034932e-8432-44f7-b152-77e5166e05b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=642a93dd7b34496491123f30dce4438d&device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 1169 time: 0.0439579 Jul 02 03:56:05.451802 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bef88f-04b6-4cca-a51f-aa386b12a5a2 req-5eb7928a-c46b-4e20-96de-78c4b30dae34 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:56:05.453326 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e9bef88f-04b6-4cca-a51f-aa386b12a5a2 req-5eb7928a-c46b-4e20-96de-78c4b30dae34 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 985 time: 0.1021848 Jul 02 03:56:05.515389 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-e9bef88f-04b6-4cca-a51f-aa386b12a5a2 req-5966bc08-91c8-4201-9df6-feaceb3cf1cf tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&id=d8c6123e-d635-4ce0-bc3d-3eb4774e239d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0561850 Jul 02 03:56:05.516650 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79421172-2e8c-48ce-bcdb-fb01916d6378 req-beb5f624-98e7-4587-9373-cc7d3533486f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:56:05.518308 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-79421172-2e8c-48ce-bcdb-fb01916d6378 req-beb5f624-98e7-4587-9373-cc7d3533486f service neutron] 10.222.0.26 "GET /v2.0/networks?id=4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1 HTTP/1.1" status: 200 len: 915 time: 0.0913208 Jul 02 03:56:05.586315 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-79421172-2e8c-48ce-bcdb-fb01916d6378 req-3fa56e1b-ec13-406a-8d65-c64aa7038e71 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13ba5ae6-b27d-44f8-856e-b4469a548e86 HTTP/1.1" status: 200 len: 1002 time: 0.0613208 Jul 02 03:56:05.644207 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79421172-2e8c-48ce-bcdb-fb01916d6378 req-a1bab16e-8d32-42e8-aca5-eeac2aaa352a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:56:05.646384 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-79421172-2e8c-48ce-bcdb-fb01916d6378 req-a1bab16e-8d32-42e8-aca5-eeac2aaa352a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0dce360-bb36-4aae-8eee-7664a424379d HTTP/1.1" status: 200 len: 853 time: 0.0528617 Jul 02 03:56:05.692407 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79421172-2e8c-48ce-bcdb-fb01916d6378 req-38f9cbba-7f91-4e77-bb1e-282a35b815dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:56:05.693878 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-79421172-2e8c-48ce-bcdb-fb01916d6378 req-38f9cbba-7f91-4e77-bb1e-282a35b815dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399568 Jul 02 03:56:05.786354 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-79421172-2e8c-48ce-bcdb-fb01916d6378 req-e431aa76-d565-48f0-b0b0-df840349d2d6 service neutron] 10.222.0.26 "GET /v2.0/networks/4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859132 Jul 02 03:56:05.876979 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-79421172-2e8c-48ce-bcdb-fb01916d6378 req-b37c4240-c75a-4d52-b42d-1e5f2aa2288a service neutron] 10.222.0.26 "GET /v2.0/networks/4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831542 Jul 02 03:56:06.694210 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf59241-d6f9-46ff-99c0-4d1da9d57390 req-19689a56-49c8-422e-847f-a85423c055f4 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:56:06.695729 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-aaf59241-d6f9-46ff-99c0-4d1da9d57390 req-19689a56-49c8-422e-847f-a85423c055f4 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 985 time: 0.1016812 Jul 02 03:56:06.760563 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-aaf59241-d6f9-46ff-99c0-4d1da9d57390 req-09162f75-123e-48ac-88e6-b69c5dfd71c4 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&id=d8c6123e-d635-4ce0-bc3d-3eb4774e239d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0571470 Jul 02 03:56:07.900914 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea92f2-c75a-43dd-b505-3e24c3ec8c1e req-160943e7-663a-416d-8333-87c1fa37bdcd tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:56:07.902673 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c4ea92f2-c75a-43dd-b505-3e24c3ec8c1e req-160943e7-663a-416d-8333-87c1fa37bdcd tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 985 time: 0.0626867 Jul 02 03:56:07.977458 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-c4ea92f2-c75a-43dd-b505-3e24c3ec8c1e req-4da6fec1-3386-4e11-a090-4e79c6df57ec tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&id=d8c6123e-d635-4ce0-bc3d-3eb4774e239d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0667064 Jul 02 03:56:09.112031 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dddf64-c296-44db-b19d-bab2cb8ac11b req-5abfd08f-7847-4bce-a35c-671c15564de6 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:56:09.113504 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-29dddf64-c296-44db-b19d-bab2cb8ac11b req-5abfd08f-7847-4bce-a35c-671c15564de6 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 985 time: 0.0525033 Jul 02 03:56:09.175549 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-29dddf64-c296-44db-b19d-bab2cb8ac11b req-8d8f7247-bf31-4224-8e9f-00fc07dd1c8d tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&id=d8c6123e-d635-4ce0-bc3d-3eb4774e239d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0561104 Jul 02 03:56:09.307398 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:56:09.308280 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:56:10.315140 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b764d85-32a9-45e4-bb9c-a1861daf369d req-4c92c004-f135-40ed-86f0-dbeb163e46dd tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:56:10.316685 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1b764d85-32a9-45e4-bb9c-a1861daf369d req-4c92c004-f135-40ed-86f0-dbeb163e46dd tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 985 time: 0.0640931 Jul 02 03:56:10.378525 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1b764d85-32a9-45e4-bb9c-a1861daf369d req-227cee8f-57e5-43e7-9693-d997b5f73166 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&id=d8c6123e-d635-4ce0-bc3d-3eb4774e239d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0557868 Jul 02 03:56:11.513644 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf65ddf-397d-4e71-91c4-7478a1014548 req-1b4f9f8c-f4f9-40ea-b9ad-6f7fbeba9345 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:56:11.515414 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-dcf65ddf-397d-4e71-91c4-7478a1014548 req-1b4f9f8c-f4f9-40ea-b9ad-6f7fbeba9345 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 985 time: 0.0591571 Jul 02 03:56:11.579623 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-dcf65ddf-397d-4e71-91c4-7478a1014548 req-689e0ee4-7ba4-400e-8c22-2ab45865b8a7 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&id=d8c6123e-d635-4ce0-bc3d-3eb4774e239d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0577629 Jul 02 03:56:12.715391 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9130fab-39cb-426c-995c-9bc87d6391a2 req-3f150e54-a7a7-4219-b8d6-c24260c50834 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:56:12.716897 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a9130fab-39cb-426c-995c-9bc87d6391a2 req-3f150e54-a7a7-4219-b8d6-c24260c50834 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 985 time: 0.0502498 Jul 02 03:56:12.783976 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a9130fab-39cb-426c-995c-9bc87d6391a2 req-0237fcc6-cc16-48db-b469-0f6dbc89cfc7 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&id=d8c6123e-d635-4ce0-bc3d-3eb4774e239d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0584810 Jul 02 03:56:13.910052 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06e14d-e777-44d3-a5e1-462a1935b541 req-f46ba5e1-2666-4c3b-87ca-0234a65a0e32 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:56:13.911552 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4d06e14d-e777-44d3-a5e1-462a1935b541 req-f46ba5e1-2666-4c3b-87ca-0234a65a0e32 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 985 time: 0.0493472 Jul 02 03:56:13.976137 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4d06e14d-e777-44d3-a5e1-462a1935b541 req-93fb3324-0ea6-4efa-809f-f8221c6c4386 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&id=d8c6123e-d635-4ce0-bc3d-3eb4774e239d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0547636 Jul 02 03:56:15.098378 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24f9fb-a732-4e4f-8109-ceb222ab0ca0 req-6f37b890-ab82-4131-8958-f24ca698e811 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:56:15.100035 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1d24f9fb-a732-4e4f-8109-ceb222ab0ca0 req-6f37b890-ab82-4131-8958-f24ca698e811 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 985 time: 0.0490723 Jul 02 03:56:15.154973 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:56:15.161911 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-1d24f9fb-a732-4e4f-8109-ceb222ab0ca0 req-03e3e04f-308b-4660-bd41-19f55c0e80b2 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&id=d8c6123e-d635-4ce0-bc3d-3eb4774e239d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0561337 Jul 02 03:56:15.873089 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=44 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:56:15.874393 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=50 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:56:16.297388 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc14a2-4dec-4ba3-9c47-8bddc3c6391c req-f3a7e503-ed65-4b4b-9972-b850f80888e5 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:56:16.298911 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a0cc14a2-4dec-4ba3-9c47-8bddc3c6391c req-f3a7e503-ed65-4b4b-9972-b850f80888e5 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 985 time: 0.0529063 Jul 02 03:56:16.362461 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-a0cc14a2-4dec-4ba3-9c47-8bddc3c6391c req-59d651c3-1caa-4a9a-a271-b2fe089ed6af tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&id=d8c6123e-d635-4ce0-bc3d-3eb4774e239d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0551927 Jul 02 03:56:17.448732 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:56:17.492670 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774afc0b-0179-4eef-88cf-f709a1ab668c req-076c3e07-662e-4a87-b9ef-afa41afa9650 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:56:17.494178 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-774afc0b-0179-4eef-88cf-f709a1ab668c req-076c3e07-662e-4a87-b9ef-afa41afa9650 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 985 time: 0.0581944 Jul 02 03:56:17.555761 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-774afc0b-0179-4eef-88cf-f709a1ab668c req-35824bcd-99b8-436a-81de-d62395d9deb1 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&id=d8c6123e-d635-4ce0-bc3d-3eb4774e239d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0554678 Jul 02 03:56:18.083696 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:56:20.040476 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:56:20.246025 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-5f3043f6-41b2-4f1e-a47a-1e02149a2f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:56:22.553319 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-3f6fed55-a2a0-4126-9456-a648f5135ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:56:23.714817 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:56:25.326945 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:56:25.359418 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:56:27.544103 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=8 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:56:27.550342 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=23 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:56:30.032087 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=3 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:56:30.033823 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=5 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:56:34.961997 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-c0202661-83a9-48ce-a9a9-3199d8b4106e req-3aeb584b-d38b-4dfa-a776-eeb5837f9dd7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421433 Jul 02 03:56:35.075254 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0202661-83a9-48ce-a9a9-3199d8b4106e req-d99bd5da-b6a5-4fe7-a0c6-5c2c64b46c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:56:35.076799 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-c0202661-83a9-48ce-a9a9-3199d8b4106e req-d99bd5da-b6a5-4fe7-a0c6-5c2c64b46c19 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=642a93dd7b34496491123f30dce4438d&device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 1169 time: 0.0544059 Jul 02 03:56:35.181426 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0202661-83a9-48ce-a9a9-3199d8b4106e req-075efd8e-6070-4aec-8dfa-e6f1720b6ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:56:35.182910 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-c0202661-83a9-48ce-a9a9-3199d8b4106e req-075efd8e-6070-4aec-8dfa-e6f1720b6ff5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1 HTTP/1.1" status: 200 len: 915 time: 0.0869129 Jul 02 03:56:35.248380 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-c0202661-83a9-48ce-a9a9-3199d8b4106e req-9e2cebd2-ff52-4fde-a3b3-57ddbf0f22c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13ba5ae6-b27d-44f8-856e-b4469a548e86 HTTP/1.1" status: 200 len: 1002 time: 0.0591748 Jul 02 03:56:35.299742 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0202661-83a9-48ce-a9a9-3199d8b4106e req-6078a36a-448b-430f-9d9a-23d3ff749c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:56:35.301297 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-c0202661-83a9-48ce-a9a9-3199d8b4106e req-6078a36a-448b-430f-9d9a-23d3ff749c20 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0dce360-bb36-4aae-8eee-7664a424379d HTTP/1.1" status: 200 len: 853 time: 0.0463386 Jul 02 03:56:35.345930 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0202661-83a9-48ce-a9a9-3199d8b4106e req-3f6ae801-d576-4ced-b240-87ee27c7c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:56:35.347922 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-c0202661-83a9-48ce-a9a9-3199d8b4106e req-3f6ae801-d576-4ced-b240-87ee27c7c517 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392201 Jul 02 03:56:35.352204 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:56:35.353250 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:56:35.439800 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-c0202661-83a9-48ce-a9a9-3199d8b4106e req-606c8bd6-45e1-437d-8ca5-89a442cb65af service neutron] 10.222.0.26 "GET /v2.0/networks/4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859721 Jul 02 03:56:35.529496 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-c0202661-83a9-48ce-a9a9-3199d8b4106e req-46b86b95-39d2-4615-8ab9-01fe45654cc6 service neutron] 10.222.0.26 "GET /v2.0/networks/4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841153 Jul 02 03:56:45.517401 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=54 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:56:45.526458 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=47 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:56:48.086147 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:56:49.318226 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=13 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:56:49.319012 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=13 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:56:50.244444 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-5dae7228-7d18-408c-8f03-9caa50c37bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:56:52.559395 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-43142bbc-1369-48ca-bf3b-829179e30a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:56:53.708657 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:56:55.327867 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:56:55.370236 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:56:57.045953 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:57:05.353106 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:05.363360 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:07.035843 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=3 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:07.037010 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=5 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:18.092488 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:20.251061 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-421dbe87-2596-4a51-957c-9d8974d73de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:21.016173 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4c9046a1-49be-4b08-a687-70c8108dd806 req-97ed26e9-3ca4-4400-8dfa-3afe3ca6f549 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-89082210&fields=id&tenant_id=642a93dd7b34496491123f30dce4438d HTTP/1.1" status: 200 len: 267 time: 0.0550232 Jul 02 03:57:21.084865 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9046a1-49be-4b08-a687-70c8108dd806 req-01c43920-c83e-4030-9bdd-9ab76585f4bd tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:57:21.087155 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4c9046a1-49be-4b08-a687-70c8108dd806 req-01c43920-c83e-4030-9bdd-9ab76585f4bd tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 985 time: 0.0654166 Jul 02 03:57:21.101969 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.v2.base [req-4c9046a1-49be-4b08-a687-70c8108dd806 req-86f75840-be86-490e-b7c3-44ce6f27de5b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Request body: {'port': {'security_groups': ['e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24']}} {{(pid=104249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 02 03:57:21.176483 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [req-4c9046a1-49be-4b08-a687-70c8108dd806 req-86f75840-be86-490e-b7c3-44ce6f27de5b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506292'] for port (13ba5ae6-b27d-44f8-856e-b4469a548e86), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:21.348151 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.db [req-4c9046a1-49be-4b08-a687-70c8108dd806 req-86f75840-be86-490e-b7c3-44ce6f27de5b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] For port 13ba5ae6-b27d-44f8-856e-b4469a548e86, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=13ba5ae6-b27d-44f8-856e-b4469a548e86,segment=NetworkSegment(263c04f1-03ae-40e1-8724-f11529a2c41e),segment_id=263c04f1-03ae-40e1-8724-f11529a2c41e)] {{(pid=104249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:57:21.377418 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [req-4c9046a1-49be-4b08-a687-70c8108dd806 req-86f75840-be86-490e-b7c3-44ce6f27de5b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks [] for port (13ba5ae6-b27d-44f8-856e-b4469a548e86), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:21.384069 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [req-4c9046a1-49be-4b08-a687-70c8108dd806 req-86f75840-be86-490e-b7c3-44ce6f27de5b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769088383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769088021095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769088021113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60593212'] for port (13ba5ae6-b27d-44f8-856e-b4469a548e86), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:21.419281 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['13ba5ae6-b27d-44f8-856e-b4469a548e86'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:57:21.432146 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9046a1-49be-4b08-a687-70c8108dd806 req-86f75840-be86-490e-b7c3-44ce6f27de5b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:57:21.432807 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [req-4c9046a1-49be-4b08-a687-70c8108dd806 req-86f75840-be86-490e-b7c3-44ce6f27de5b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:21.434250 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-4c9046a1-49be-4b08-a687-70c8108dd806 req-86f75840-be86-490e-b7c3-44ce6f27de5b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "PUT /v2.0/ports/13ba5ae6-b27d-44f8-856e-b4469a548e86 HTTP/1.1" status: 200 len: 943 time: 0.3367975 Jul 02 03:57:21.434704 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce', 'tag': '13ba5ae6-b27d-44f8-856e-b4469a548e86'}] {{(pid=104249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:57:21.436974 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f088720257398f3cab103114357bf561c7f80e100abdbb3b7e497acc9cc690b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60882ce-9a90-4c4c-a863-f78defc4fcab" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce", "tag": "13ba5ae6-b27d-44f8-856e-b4469a548e86"}]}' {{(pid=104249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:57:21.440878 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 42784) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:57:21.461406 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f75840-be86-490e-b7c3-44ce6f27de5b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Pushing event updated for resources: {'Port': ['ID=13ba5ae6-b27d-44f8-856e-b4469a548e86,revision_number=7']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:57:21.469844 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f75840-be86-490e-b7c3-44ce6f27de5b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:57:21.470480 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f75840-be86-490e-b7c3-44ce6f27de5b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:57:21.471003 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f75840-be86-490e-b7c3-44ce6f27de5b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:57:21.471548 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f75840-be86-490e-b7c3-44ce6f27de5b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:57:21.472054 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f75840-be86-490e-b7c3-44ce6f27de5b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:57:21.472552 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f75840-be86-490e-b7c3-44ce6f27de5b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:57:21.473065 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f75840-be86-490e-b7c3-44ce6f27de5b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:57:21.473560 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f75840-be86-490e-b7c3-44ce6f27de5b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:57:21.474061 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f75840-be86-490e-b7c3-44ce6f27de5b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:57:21.474545 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f75840-be86-490e-b7c3-44ce6f27de5b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:57:21.475237 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f75840-be86-490e-b7c3-44ce6f27de5b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:57:21.475774 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f75840-be86-490e-b7c3-44ce6f27de5b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:57:21.476274 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f75840-be86-490e-b7c3-44ce6f27de5b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:57:21.476764 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f75840-be86-490e-b7c3-44ce6f27de5b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:57:21.477406 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f75840-be86-490e-b7c3-44ce6f27de5b tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:57:21.523124 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adacf519-ef6b-4636-9900-d34b14df68e8 x-openstack-request-id: req-adacf519-ef6b-4636-9900-d34b14df68e8 {{(pid=104249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:57:21.523455 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce", "tag": "13ba5ae6-b27d-44f8-856e-b4469a548e86", "status": "completed", "code": 200}]} {{(pid=104249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:57:21.523713 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-adacf519-ef6b-4636-9900-d34b14df68e8 {{(pid=104249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:57:21.524939 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adacf519-ef6b-4636-9900-d34b14df68e8'] response: {'name': 'network-changed', 'server_uuid': 'c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce', 'tag': '13ba5ae6-b27d-44f8-856e-b4469a548e86', 'status': 'completed', 'code': 200} Jul 02 03:57:21.549874 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-3d12ad6b-5789-4cb2-b6ab-23f7d69cf700 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks [] for security_group (d8c6123e-d635-4ce0-bc3d-3eb4774e239d), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:21.565012 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['13ba5ae6-b27d-44f8-856e-b4469a548e86'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:57:21.588143 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-3d12ad6b-5789-4cb2-b6ab-23f7d69cf700 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks [] for security_group (d8c6123e-d635-4ce0-bc3d-3eb4774e239d), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:21.641564 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60882ce-9a90-4c4c-a863-f78defc4fcab req-33c4d775-9108-4ede-af37-05c836cc6570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:57:21.643060 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-d60882ce-9a90-4c4c-a863-f78defc4fcab req-33c4d775-9108-4ede-af37-05c836cc6570 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=642a93dd7b34496491123f30dce4438d&device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 1130 time: 0.0711632 Jul 02 03:57:21.662221 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.provisioning_blocks [None req-ff04607f-2a45-4994-8d73-c227d52892c7 None None] Provisioning complete for port 13ba5ae6-b27d-44f8-856e-b4469a548e86 triggered by entity DHCP. {{(pid=104251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 02 03:57:21.662594 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-ff04607f-2a45-4994-8d73-c227d52892c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384975'] for port (13ba5ae6-b27d-44f8-856e-b4469a548e86), provisioning_complete {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:21.745700 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60882ce-9a90-4c4c-a863-f78defc4fcab req-75e55c59-e2f5-4596-880e-e18aba8dd500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:57:21.747231 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-d60882ce-9a90-4c4c-a863-f78defc4fcab req-75e55c59-e2f5-4596-880e-e18aba8dd500 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1 HTTP/1.1" status: 200 len: 915 time: 0.0967088 Jul 02 03:57:21.749122 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-3d12ad6b-5789-4cb2-b6ab-23f7d69cf700 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (d8c6123e-d635-4ce0-bc3d-3eb4774e239d), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:21.753160 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-3d12ad6b-5789-4cb2-b6ab-23f7d69cf700 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:21.754671 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-3d12ad6b-5789-4cb2-b6ab-23f7d69cf700 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "DELETE /v2.0/security-groups/d8c6123e-d635-4ce0-bc3d-3eb4774e239d HTTP/1.1" status: 204 len: 168 time: 0.3105195 Jul 02 03:57:21.758659 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 42788) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:57:21.787226 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-ff04607f-2a45-4994-8d73-c227d52892c7 None None] Current status of the port 13ba5ae6-b27d-44f8-856e-b4469a548e86 is: ACTIVE; New status is: ACTIVE {{(pid=104251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 02 03:57:21.806449 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12ad6b-5789-4cb2-b6ab-23f7d69cf700 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c6123e-d635-4ce0-bc3d-3eb4774e239d,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:57:21.821829 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12ad6b-5789-4cb2-b6ab-23f7d69cf700 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:57:21.822186 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12ad6b-5789-4cb2-b6ab-23f7d69cf700 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:57:21.822516 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12ad6b-5789-4cb2-b6ab-23f7d69cf700 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:57:21.822846 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12ad6b-5789-4cb2-b6ab-23f7d69cf700 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:57:21.823172 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12ad6b-5789-4cb2-b6ab-23f7d69cf700 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:57:21.823690 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12ad6b-5789-4cb2-b6ab-23f7d69cf700 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:57:21.823864 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12ad6b-5789-4cb2-b6ab-23f7d69cf700 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:57:21.824177 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12ad6b-5789-4cb2-b6ab-23f7d69cf700 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:57:21.824499 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12ad6b-5789-4cb2-b6ab-23f7d69cf700 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:57:21.824828 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12ad6b-5789-4cb2-b6ab-23f7d69cf700 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:57:21.825311 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12ad6b-5789-4cb2-b6ab-23f7d69cf700 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:57:21.825642 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12ad6b-5789-4cb2-b6ab-23f7d69cf700 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:57:21.825956 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12ad6b-5789-4cb2-b6ab-23f7d69cf700 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:57:21.826271 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12ad6b-5789-4cb2-b6ab-23f7d69cf700 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:57:21.826580 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12ad6b-5789-4cb2-b6ab-23f7d69cf700 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-9-iscsi {{(pid=104250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 03:57:21.847755 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-d60882ce-9a90-4c4c-a863-f78defc4fcab req-ee064394-34fe-47e5-a761-74e80c7f760c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13ba5ae6-b27d-44f8-856e-b4469a548e86 HTTP/1.1" status: 200 len: 1002 time: 0.0915167 Jul 02 03:57:21.899364 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60882ce-9a90-4c4c-a863-f78defc4fcab req-eb2ca4e1-423f-4871-b3fa-6d12b85ef0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:57:21.900850 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-d60882ce-9a90-4c4c-a863-f78defc4fcab req-eb2ca4e1-423f-4871-b3fa-6d12b85ef0bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0dce360-bb36-4aae-8eee-7664a424379d HTTP/1.1" status: 200 len: 853 time: 0.0465562 Jul 02 03:57:21.908033 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-4993ca8a-9260-4bbc-8299-167cf8da19d6 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Deleting port 1eec40b7-4544-47fd-87f0-dd949cd2e766 {{(pid=104249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:57:21.908369 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-4993ca8a-9260-4bbc-8299-167cf8da19d6 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (1eec40b7-4544-47fd-87f0-dd949cd2e766), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:21.949523 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60882ce-9a90-4c4c-a863-f78defc4fcab req-c741dee0-d5f6-4af9-80da-d95b9967e48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:57:21.951043 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-d60882ce-9a90-4c4c-a863-f78defc4fcab req-c741dee0-d5f6-4af9-80da-d95b9967e48e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433934 Jul 02 03:57:21.985046 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-4993ca8a-9260-4bbc-8299-167cf8da19d6 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (1eec40b7-4544-47fd-87f0-dd949cd2e766), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:21.985341 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-4993ca8a-9260-4bbc-8299-167cf8da19d6 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks [] for floatingip (1eec40b7-4544-47fd-87f0-dd949cd2e766), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:21.999181 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-4993ca8a-9260-4bbc-8299-167cf8da19d6 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Calling delete_port for 1eec40b7-4544-47fd-87f0-dd949cd2e766 owned by network:floatingip {{(pid=104249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:57:22.041256 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-d60882ce-9a90-4c4c-a863-f78defc4fcab req-a2a0fb8d-4930-4fb0-b5c2-2153c1017638 service neutron] 10.222.0.26 "GET /v2.0/networks/4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829902 Jul 02 03:57:22.092131 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:22.137985 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-d60882ce-9a90-4c4c-a863-f78defc4fcab req-94ebfe37-de49-45de-812e-12a269d257d7 service neutron] 10.222.0.26 "GET /v2.0/networks/4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906687 Jul 02 03:57:22.146507 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:22.156728 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-4993ca8a-9260-4bbc-8299-167cf8da19d6 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (1eec40b7-4544-47fd-87f0-dd949cd2e766), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:22.181772 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993ca8a-9260-4bbc-8299-167cf8da19d6 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Pushing event deleted for resources: {'Port': ['ID=1eec40b7-4544-47fd-87f0-dd949cd2e766,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:57:22.250476 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-4993ca8a-9260-4bbc-8299-167cf8da19d6 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks [] for floatingip (265ea9c3-54bd-4c06-926d-e11f85b523d2), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:22.250731 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.db.l3_db [None req-4993ca8a-9260-4bbc-8299-167cf8da19d6 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Floating IP 265ea9c3-54bd-4c06-926d-e11f85b523d2 disassociated (deleted). External IP: 172.27.0.173, port: 13ba5ae6-b27d-44f8-856e-b4469a548e86. Jul 02 03:57:22.454754 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4993ca8a-9260-4bbc-8299-167cf8da19d6 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Router eb445e71-904e-41cf-b15c-7e4915a55101 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:57:22.554671 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-26918da1-6b1b-4cde-86f7-6fd79d3308d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:22.559165 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4993ca8a-9260-4bbc-8299-167cf8da19d6 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:57:22.563449 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-4993ca8a-9260-4bbc-8299-167cf8da19d6 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for floatingip (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:22.568899 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af71af6-af31-47bc-9d68-0f2e8f3e9650 None None] Sync routers for ids ['eb445e71-904e-41cf-b15c-7e4915a55101'] in dv-cinder-846842-9-iscsi {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:57:22.581122 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af71af6-af31-47bc-9d68-0f2e8f3e9650 None None] Routers {'eb445e71-904e-41cf-b15c-7e4915a55101'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:57:22.581731 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-8af71af6-af31-47bc-9d68-0f2e8f3e9650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:57:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['eb445e71-904e-41cf-b15c-7e4915a55101'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:57:22.595065 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-4993ca8a-9260-4bbc-8299-167cf8da19d6 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "DELETE /v2.0/floatingips/265ea9c3-54bd-4c06-926d-e11f85b523d2 HTTP/1.1" status: 204 len: 168 time: 0.8351605 Jul 02 03:57:22.682498 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-8af71af6-af31-47bc-9d68-0f2e8f3e9650 None None] Set router eb445e71-904e-41cf-b15c-7e4915a55101 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:57:22.876952 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-8af71af6-af31-47bc-9d68-0f2e8f3e9650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'name': 'tempest-TestMinimumBasicScenario-439934849-router', 'tenant_id': '642a93dd7b34496491123f30dce4438d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:54:04Z', 'updated_at': '2022-07-02T03:54:07Z', 'revision_number': 4, 'project_id': '642a93dd7b34496491123f30dce4438d', 'gw_port': {'id': '60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:54:05Z', 'updated_at': '2022-07-02T03:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': 'd79f9664-fdf8-4c10-9ff2-e3e452f44a0f', 'name': '', 'network_id': '4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1', 'tenant_id': '642a93dd7b34496491123f30dce4438d', 'mac_address': 'fa:16:3e:86:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'a0dce360-bb36-4aae-8eee-7664a424379d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:54:06Z', 'updated_at': '2022-07-02T03:54:11Z', 'revision_number': 5, 'project_id': '642a93dd7b34496491123f30dce4438d', 'subnets': [{'id': 'a0dce360-bb36-4aae-8eee-7664a424379d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:57:22.904048 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af71af6-af31-47bc-9d68-0f2e8f3e9650 None None] Checking router: eb445e71-904e-41cf-b15c-7e4915a55101 for host: dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:57:22.912639 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af71af6-af31-47bc-9d68-0f2e8f3e9650 None None] Routers {'eb445e71-904e-41cf-b15c-7e4915a55101'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:57:22.913240 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-8af71af6-af31-47bc-9d68-0f2e8f3e9650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:57:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['eb445e71-904e-41cf-b15c-7e4915a55101'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:57:23.017754 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-8af71af6-af31-47bc-9d68-0f2e8f3e9650 None None] Set router eb445e71-904e-41cf-b15c-7e4915a55101 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:57:23.203727 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-8af71af6-af31-47bc-9d68-0f2e8f3e9650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'name': 'tempest-TestMinimumBasicScenario-439934849-router', 'tenant_id': '642a93dd7b34496491123f30dce4438d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:54:04Z', 'updated_at': '2022-07-02T03:54:07Z', 'revision_number': 4, 'project_id': '642a93dd7b34496491123f30dce4438d', 'gw_port': {'id': '60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:54:05Z', 'updated_at': '2022-07-02T03:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': 'd79f9664-fdf8-4c10-9ff2-e3e452f44a0f', 'name': '', 'network_id': '4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1', 'tenant_id': '642a93dd7b34496491123f30dce4438d', 'mac_address': 'fa:16:3e:86:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'a0dce360-bb36-4aae-8eee-7664a424379d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:54:06Z', 'updated_at': '2022-07-02T03:54:11Z', 'revision_number': 5, 'project_id': '642a93dd7b34496491123f30dce4438d', 'subnets': [{'id': 'a0dce360-bb36-4aae-8eee-7664a424379d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:57:23.230945 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af71af6-af31-47bc-9d68-0f2e8f3e9650 None None] The sync data for ids ['eb445e71-904e-41cf-b15c-7e4915a55101'] in dv-cinder-846842-9-iscsi is: [{'id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'name': 'tempest-TestMinimumBasicScenario-439934849-router', 'tenant_id': '642a93dd7b34496491123f30dce4438d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:54:04Z', 'updated_at': '2022-07-02T03:54:07Z', 'revision_number': 4, 'project_id': '642a93dd7b34496491123f30dce4438d', 'gw_port': {'id': '60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:54:05Z', 'updated_at': '2022-07-02T03:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi', '_interfaces': [{'id': 'd79f9664-fdf8-4c10-9ff2-e3e452f44a0f', 'name': '', 'network_id': '4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1', 'tenant_id': '642a93dd7b34496491123f30dce4438d', 'mac_address': 'fa:16:3e:86:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'a0dce360-bb36-4aae-8eee-7664a424379d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:54:06Z', 'updated_at': '2022-07-02T03:54:11Z', 'revision_number': 5, 'project_id': '642a93dd7b34496491123f30dce4438d', 'subnets': [{'id': 'a0dce360-bb36-4aae-8eee-7664a424379d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:57:23.449185 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b23f25-248a-49d9-8e84-e66c2bbeedf7 None None] New status for floating IP 265ea9c3-54bd-4c06-926d-e11f85b523d2: DOWN {{(pid=104251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 02 03:57:23.525819 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce', 'tag': '13ba5ae6-b27d-44f8-856e-b4469a548e86'}] {{(pid=104249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:57:23.528212 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f088720257398f3cab103114357bf561c7f80e100abdbb3b7e497acc9cc690b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736d9930-09c8-4260-84bd-92226ba612a3" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce", "tag": "13ba5ae6-b27d-44f8-856e-b4469a548e86"}]}' {{(pid=104249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:57:23.564600 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 02 Jul 2022 03:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c750dd2f-21cb-4e66-81fe-66e58e6ee9df x-openstack-request-id: req-c750dd2f-21cb-4e66-81fe-66e58e6ee9df {{(pid=104249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:57:23.564882 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce", "tag": "13ba5ae6-b27d-44f8-856e-b4469a548e86", "status": "completed", "code": 200}]} {{(pid=104249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:57:23.565129 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c750dd2f-21cb-4e66-81fe-66e58e6ee9df {{(pid=104249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:57:23.565533 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c750dd2f-21cb-4e66-81fe-66e58e6ee9df'] response: {'name': 'network-changed', 'server_uuid': 'c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce', 'tag': '13ba5ae6-b27d-44f8-856e-b4469a548e86', 'status': 'completed', 'code': 200} Jul 02 03:57:23.651324 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d9930-09c8-4260-84bd-92226ba612a3 req-d356f2b8-2895-4019-8f28-4720abba8368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:57:23.652813 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-736d9930-09c8-4260-84bd-92226ba612a3 req-d356f2b8-2895-4019-8f28-4720abba8368 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=642a93dd7b34496491123f30dce4438d&device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 1130 time: 0.0403368 Jul 02 03:57:23.708867 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:23.755660 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d9930-09c8-4260-84bd-92226ba612a3 req-0e1180c2-9c94-4519-be0a-17707afeae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:57:23.757665 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-736d9930-09c8-4260-84bd-92226ba612a3 req-0e1180c2-9c94-4519-be0a-17707afeae2e service neutron] 10.222.0.26 "GET /v2.0/networks?id=4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1 HTTP/1.1" status: 200 len: 915 time: 0.0984013 Jul 02 03:57:23.797992 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-736d9930-09c8-4260-84bd-92226ba612a3 req-0fe16a61-0462-45a3-842d-7c13b3383098 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13ba5ae6-b27d-44f8-856e-b4469a548e86 HTTP/1.1" status: 200 len: 217 time: 0.0337262 Jul 02 03:57:23.848937 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d9930-09c8-4260-84bd-92226ba612a3 req-58917346-a09e-4ec5-8644-0de24491c1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:57:23.850426 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-736d9930-09c8-4260-84bd-92226ba612a3 req-58917346-a09e-4ec5-8644-0de24491c1c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0dce360-bb36-4aae-8eee-7664a424379d HTTP/1.1" status: 200 len: 853 time: 0.0457191 Jul 02 03:57:23.900835 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d9930-09c8-4260-84bd-92226ba612a3 req-e8344c48-676b-4183-988a-ae273e8a44bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:57:23.902470 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-736d9930-09c8-4260-84bd-92226ba612a3 req-e8344c48-676b-4183-988a-ae273e8a44bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460916 Jul 02 03:57:23.968198 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:23.996590 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-736d9930-09c8-4260-84bd-92226ba612a3 req-f50a0b06-139f-47b6-8518-3cdb437982a9 service neutron] 10.222.0.26 "GET /v2.0/networks/4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880361 Jul 02 03:57:24.036733 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:24.096412 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-736d9930-09c8-4260-84bd-92226ba612a3 req-55aae252-90bc-4000-b481-71eca49f3a77 service neutron] 10.222.0.26 "GET /v2.0/networks/4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939925 Jul 02 03:57:25.325820 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:25.348242 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c6aec-2795-4c9d-a4dd-2c1c5761916e req-dc3e4d97-d699-48c0-b4d3-d333ba100bff tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:57:25.349701 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8a9c6aec-2795-4c9d-a4dd-2c1c5761916e req-dc3e4d97-d699-48c0-b4d3-d333ba100bff tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 946 time: 0.0558636 Jul 02 03:57:25.364579 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:25.397463 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-8a9c6aec-2795-4c9d-a4dd-2c1c5761916e req-047cc788-e553-4c57-84ef-0d5aa15aa9c4 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418873 Jul 02 03:57:26.517874 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc2423-820c-40fd-8a5e-f4716a65adc2 req-8c046310-96bc-4b6d-a2be-85cef8b6a65e tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:57:26.519355 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5ebc2423-820c-40fd-8a5e-f4716a65adc2 req-8c046310-96bc-4b6d-a2be-85cef8b6a65e tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 946 time: 0.0478060 Jul 02 03:57:26.569884 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-5ebc2423-820c-40fd-8a5e-f4716a65adc2 req-eab94ecb-a7be-48ac-9e9d-21cecd076943 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/security-groups?id=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443134 Jul 02 03:57:27.278855 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e68ff7-fc41-423b-8810-c45513cd5ae2 req-eca7ea1c-6e21-4c38-93e4-81809bbc2e03 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 02 03:57:27.280414 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-70e68ff7-fc41-423b-8810-c45513cd5ae2 req-eca7ea1c-6e21-4c38-93e4-81809bbc2e03 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 946 time: 0.0536020 Jul 02 03:57:27.367116 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-70e68ff7-fc41-423b-8810-c45513cd5ae2 req-44d7a208-8563-417c-b112-0b5f37453fb7 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Deleting port 13ba5ae6-b27d-44f8-856e-b4469a548e86 {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:57:27.367385 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-70e68ff7-fc41-423b-8810-c45513cd5ae2 req-44d7a208-8563-417c-b112-0b5f37453fb7 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (13ba5ae6-b27d-44f8-856e-b4469a548e86), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:27.464948 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [req-70e68ff7-fc41-423b-8810-c45513cd5ae2 req-44d7a208-8563-417c-b112-0b5f37453fb7 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] For port 13ba5ae6-b27d-44f8-856e-b4469a548e86, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=13ba5ae6-b27d-44f8-856e-b4469a548e86,segment=NetworkSegment(263c04f1-03ae-40e1-8724-f11529a2c41e),segment_id=263c04f1-03ae-40e1-8724-f11529a2c41e)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:57:27.465291 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-70e68ff7-fc41-423b-8810-c45513cd5ae2 req-44d7a208-8563-417c-b112-0b5f37453fb7 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (13ba5ae6-b27d-44f8-856e-b4469a548e86), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:27.478340 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [req-70e68ff7-fc41-423b-8810-c45513cd5ae2 req-44d7a208-8563-417c-b112-0b5f37453fb7 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Calling delete_port for 13ba5ae6-b27d-44f8-856e-b4469a548e86 owned by compute:nova {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:57:27.621753 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-70e68ff7-fc41-423b-8810-c45513cd5ae2 req-44d7a208-8563-417c-b112-0b5f37453fb7 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (13ba5ae6-b27d-44f8-856e-b4469a548e86), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:27.651332 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7a208-8563-417c-b112-0b5f37453fb7 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Pushing event deleted for resources: {'Port': ['ID=13ba5ae6-b27d-44f8-856e-b4469a548e86,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:57:27.658875 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.db [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] get_ports_and_sgs() called for port_ids ['13ba5ae6-b27d-44f8-856e-b4469a548e86'] {{(pid=104251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 03:57:27.670119 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [req-7262187b-78e2-4faf-82ec-145b4c5a5ad7 req-d3bb9998-72af-4f8b-8e02-19525bc8680e tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce HTTP/1.1" status: 200 len: 210 time: 0.0301075 Jul 02 03:57:27.699584 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e68ff7-fc41-423b-8810-c45513cd5ae2 req-44d7a208-8563-417c-b112-0b5f37453fb7 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] No DVR routers for this DVR port 13ba5ae6-b27d-44f8-856e-b4469a548e86 on host hv-cinder-84684 {{(pid=104250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:57:27.702141 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [req-70e68ff7-fc41-423b-8810-c45513cd5ae2 req-44d7a208-8563-417c-b112-0b5f37453fb7 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4844'] for port (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:27.705453 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [req-70e68ff7-fc41-423b-8810-c45513cd5ae2 req-44d7a208-8563-417c-b112-0b5f37453fb7 tempest-TestMinimumBasicScenario-201774898 tempest-TestMinimumBasicScenario-201774898-project] 10.222.0.26 "DELETE /v2.0/ports/13ba5ae6-b27d-44f8-856e-b4469a548e86 HTTP/1.1" status: 204 len: 173 time: 0.4194372 Jul 02 03:57:27.705890 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce', 'name': 'network-vif-deleted', 'tag': '13ba5ae6-b27d-44f8-856e-b4469a548e86'}] {{(pid=104250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 02 03:57:27.708216 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c43f7efa0a50db29863c1e860a1b64bbaa25b2a21d3960fd79b9354bd306f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b12c69-b84f-4604-a6f2-35dcb87f455c" -d '{"events": [{"server_uuid": "c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce", "name": "network-vif-deleted", "tag": "13ba5ae6-b27d-44f8-856e-b4469a548e86"}]}' {{(pid=104250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 03:57:27.851117 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 02 Jul 2022 03:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3df7d6-8197-4aa3-a23a-7a2e04d65943 x-openstack-request-id: req-0d3df7d6-8197-4aa3-a23a-7a2e04d65943 {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 03:57:27.851469 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce", "name": "network-vif-deleted", "tag": "13ba5ae6-b27d-44f8-856e-b4469a548e86", "status": "completed", "code": 200}]} {{(pid=104250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 03:57:27.851747 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0d3df7d6-8197-4aa3-a23a-7a2e04d65943 {{(pid=104250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 03:57:27.852200 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d3df7d6-8197-4aa3-a23a-7a2e04d65943'] response: {'server_uuid': 'c6ac1c40-0ae9-4b02-9f6e-f568f3a0bcce', 'name': 'network-vif-deleted', 'tag': '13ba5ae6-b27d-44f8-856e-b4469a548e86', 'status': 'completed', 'code': 200} Jul 02 03:57:29.286374 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 42878) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:57:29.613440 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-56b04fde-015a-49b3-a316-4858e3e0815b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386372'] for router_interface (eb445e71-904e-41cf-b15c-7e4915a55101), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:29.689521 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:29.699822 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:29.842688 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-56b04fde-015a-49b3-a316-4858e3e0815b admin admin] Deleting port d79f9664-fdf8-4c10-9ff2-e3e452f44a0f {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:57:29.843018 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-56b04fde-015a-49b3-a316-4858e3e0815b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (d79f9664-fdf8-4c10-9ff2-e3e452f44a0f), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:29.931397 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [None req-56b04fde-015a-49b3-a316-4858e3e0815b admin admin] For port d79f9664-fdf8-4c10-9ff2-e3e452f44a0f, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=d79f9664-fdf8-4c10-9ff2-e3e452f44a0f,segment=NetworkSegment(263c04f1-03ae-40e1-8724-f11529a2c41e),segment_id=263c04f1-03ae-40e1-8724-f11529a2c41e)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:57:29.931673 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-56b04fde-015a-49b3-a316-4858e3e0815b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (d79f9664-fdf8-4c10-9ff2-e3e452f44a0f), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:29.944816 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-56b04fde-015a-49b3-a316-4858e3e0815b admin admin] Calling delete_port for d79f9664-fdf8-4c10-9ff2-e3e452f44a0f owned by network:router_interface {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:57:30.123412 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-56b04fde-015a-49b3-a316-4858e3e0815b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (d79f9664-fdf8-4c10-9ff2-e3e452f44a0f), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:30.309881 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 13ba5ae6-b27d-44f8-856e-b4469a548e86 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:57:30.333036 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] No Port match for: 13ba5ae6-b27d-44f8-856e-b4469a548e86 {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:57:30.333381 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Device 13ba5ae6-b27d-44f8-856e-b4469a548e86 not bound to the agent host hv-cinder-84684 {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:57:30.412463 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b04fde-015a-49b3-a316-4858e3e0815b admin admin] Pushing event deleted for resources: {'Port': ['ID=d79f9664-fdf8-4c10-9ff2-e3e452f44a0f,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:57:30.575782 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-56b04fde-015a-49b3-a316-4858e3e0815b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-385460'] for router_interface (eb445e71-904e-41cf-b15c-7e4915a55101), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:30.785318 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:30.787326 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b04fde-015a-49b3-a316-4858e3e0815b admin admin] Router eb445e71-904e-41cf-b15c-7e4915a55101 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:57:30.796126 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:30.897541 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b04fde-015a-49b3-a316-4858e3e0815b admin admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:57:30.902426 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-56b04fde-015a-49b3-a316-4858e3e0815b admin admin] 10.222.0.42 "PUT /v2.0/routers/eb445e71-904e-41cf-b15c-7e4915a55101/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6150589 Jul 02 03:57:30.905093 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 42882) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:57:30.907878 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b104a563-3289-473b-b3b8-9d95683dd55b None None] Sync routers for ids ['eb445e71-904e-41cf-b15c-7e4915a55101'] in dv-cinder-846842-9-iscsi {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:57:30.919534 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b104a563-3289-473b-b3b8-9d95683dd55b None None] Routers {'eb445e71-904e-41cf-b15c-7e4915a55101'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:57:30.920129 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-b104a563-3289-473b-b3b8-9d95683dd55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:57:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['eb445e71-904e-41cf-b15c-7e4915a55101'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:57:31.005219 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-6f077582-2582-4ae9-8748-a11697b7c8bc admin admin] Publish callbacks [] for router (eb445e71-904e-41cf-b15c-7e4915a55101), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:31.109649 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-6f077582-2582-4ae9-8748-a11697b7c8bc admin admin] Publish callbacks [] for router_gateway (eb445e71-904e-41cf-b15c-7e4915a55101), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:31.112350 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-b104a563-3289-473b-b3b8-9d95683dd55b None None] Set router eb445e71-904e-41cf-b15c-7e4915a55101 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:57:31.156406 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-6f077582-2582-4ae9-8748-a11697b7c8bc admin admin] Deleting port 60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579 {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:57:31.158064 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-6f077582-2582-4ae9-8748-a11697b7c8bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:31.250008 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [None req-6f077582-2582-4ae9-8748-a11697b7c8bc admin admin] For port 60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:57:31.250373 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-6f077582-2582-4ae9-8748-a11697b7c8bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:31.267486 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-6f077582-2582-4ae9-8748-a11697b7c8bc admin admin] Calling delete_port for 60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579 owned by network:router_gateway {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:57:31.279280 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-b104a563-3289-473b-b3b8-9d95683dd55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'name': 'tempest-TestMinimumBasicScenario-439934849-router', 'tenant_id': '642a93dd7b34496491123f30dce4438d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:54:04Z', 'updated_at': '2022-07-02T03:57:30Z', 'revision_number': 5, 'project_id': '642a93dd7b34496491123f30dce4438d', 'gw_port': {'id': '60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:54:05Z', 'updated_at': '2022-07-02T03:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi'}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:57:31.281839 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=100 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:31.304712 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b104a563-3289-473b-b3b8-9d95683dd55b None None] Checking router: eb445e71-904e-41cf-b15c-7e4915a55101 for host: dv-cinder-846842-9-iscsi {{(pid=104252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:57:31.307729 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=100 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:31.314911 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b104a563-3289-473b-b3b8-9d95683dd55b None None] Routers {'eb445e71-904e-41cf-b15c-7e4915a55101'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:57:31.315559 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-b104a563-3289-473b-b3b8-9d95683dd55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:57:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['eb445e71-904e-41cf-b15c-7e4915a55101'], 'active': True} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:57:31.401398 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_dvr_db [None req-b104a563-3289-473b-b3b8-9d95683dd55b None None] Set router eb445e71-904e-41cf-b15c-7e4915a55101 gateway port host: None {{(pid=104252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:57:31.446610 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-6f077582-2582-4ae9-8748-a11697b7c8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:31.455492 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.l3_hamode_db [None req-b104a563-3289-473b-b3b8-9d95683dd55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'name': 'tempest-TestMinimumBasicScenario-439934849-router', 'tenant_id': '642a93dd7b34496491123f30dce4438d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:54:04Z', 'updated_at': '2022-07-02T03:57:31Z', 'revision_number': 6, 'project_id': '642a93dd7b34496491123f30dce4438d', 'gw_port_host': None}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:57:31.471583 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f077582-2582-4ae9-8748-a11697b7c8bc admin admin] Pushing event deleted for resources: {'Port': ['ID=60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:57:31.483009 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b104a563-3289-473b-b3b8-9d95683dd55b None None] The sync data for ids ['eb445e71-904e-41cf-b15c-7e4915a55101'] in dv-cinder-846842-9-iscsi is: [{'id': 'eb445e71-904e-41cf-b15c-7e4915a55101', 'name': 'tempest-TestMinimumBasicScenario-439934849-router', 'tenant_id': '642a93dd7b34496491123f30dce4438d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:54:04Z', 'updated_at': '2022-07-02T03:57:31Z', 'revision_number': 6, 'project_id': '642a93dd7b34496491123f30dce4438d', 'gw_port_host': None}] {{(pid=104252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:57:31.543630 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-6f077582-2582-4ae9-8748-a11697b7c8bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-379160'] for router_gateway (eb445e71-904e-41cf-b15c-7e4915a55101), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:31.630688 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-6f077582-2582-4ae9-8748-a11697b7c8bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4176344'] for router (eb445e71-904e-41cf-b15c-7e4915a55101), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:31.633188 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-6f077582-2582-4ae9-8748-a11697b7c8bc admin admin] Publish callbacks [] for router_controller (eb445e71-904e-41cf-b15c-7e4915a55101), precommit_delete_associations {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:31.680635 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-6f077582-2582-4ae9-8748-a11697b7c8bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387810'] for router (eb445e71-904e-41cf-b15c-7e4915a55101), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:31.681216 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f077582-2582-4ae9-8748-a11697b7c8bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb445e71-904e-41cf-b15c-7e4915a55101 {{(pid=104250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 02 03:57:31.685518 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-6f077582-2582-4ae9-8748-a11697b7c8bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:31.686676 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-6f077582-2582-4ae9-8748-a11697b7c8bc admin admin] 10.222.0.42 "DELETE /v2.0/routers/eb445e71-904e-41cf-b15c-7e4915a55101 HTTP/1.1" status: 204 len: 168 time: 0.7807276 Jul 02 03:57:31.689351 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 42884) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:57:31.721348 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:31.734611 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f6a3e1-f867-48e1-a912-a0787f189d8f admin admin] Deleting subnet a0dce360-bb36-4aae-8eee-7664a424379d {{(pid=104250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 02 03:57:31.738444 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-17f6a3e1-f867-48e1-a912-a0787f189d8f admin admin] Publish callbacks [] for subnet (a0dce360-bb36-4aae-8eee-7664a424379d), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:31.775819 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-17f6a3e1-f867-48e1-a912-a0787f189d8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2312077'] for subnet (a0dce360-bb36-4aae-8eee-7664a424379d), precommit_delete_associations {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:31.804270 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:31.863824 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-17f6a3e1-f867-48e1-a912-a0787f189d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1385350'] for subnet (a0dce360-bb36-4aae-8eee-7664a424379d), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:31.921663 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-17f6a3e1-f867-48e1-a912-a0787f189d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1385357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59994211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60075707'] for subnet (a0dce360-bb36-4aae-8eee-7664a424379d), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:31.946453 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6a3e1-f867-48e1-a912-a0787f189d8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0dce360-bb36-4aae-8eee-7664a424379d,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:57:31.951814 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-17f6a3e1-f867-48e1-a912-a0787f189d8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:31.954881 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-17f6a3e1-f867-48e1-a912-a0787f189d8f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a0dce360-bb36-4aae-8eee-7664a424379d HTTP/1.1" status: 204 len: 168 time: 0.2646105 Jul 02 03:57:31.957543 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 42886) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:57:31.957711 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e963f8c-0768-43e6-bf85-52c1b9eca82b None None] Network 4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1 requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:57:32.031078 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-cce333b4-8ad7-40ee-b0c8-69916e68854f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587253'] for network (4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:32.074583 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-cce333b4-8ad7-40ee-b0c8-69916e68854f admin admin] Deleting port 97089799-a0d5-4b38-9986-d506f2236174 {{(pid=104250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:57:32.074918 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-cce333b4-8ad7-40ee-b0c8-69916e68854f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (97089799-a0d5-4b38-9986-d506f2236174), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:32.143278 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.db [None req-cce333b4-8ad7-40ee-b0c8-69916e68854f admin admin] For port 97089799-a0d5-4b38-9986-d506f2236174, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=97089799-a0d5-4b38-9986-d506f2236174,segment=NetworkSegment(263c04f1-03ae-40e1-8724-f11529a2c41e),segment_id=263c04f1-03ae-40e1-8724-f11529a2c41e)] {{(pid=104250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:57:32.143607 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-cce333b4-8ad7-40ee-b0c8-69916e68854f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (97089799-a0d5-4b38-9986-d506f2236174), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:32.156622 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.plugin [None req-cce333b4-8ad7-40ee-b0c8-69916e68854f admin admin] Calling delete_port for 97089799-a0d5-4b38-9986-d506f2236174 owned by network:dhcp {{(pid=104250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:57:32.243645 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-cce333b4-8ad7-40ee-b0c8-69916e68854f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59994124'] for port (97089799-a0d5-4b38-9986-d506f2236174), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:32.268311 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce333b4-8ad7-40ee-b0c8-69916e68854f admin admin] Pushing event deleted for resources: {'Port': ['ID=97089799-a0d5-4b38-9986-d506f2236174,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:57:32.275080 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce333b4-8ad7-40ee-b0c8-69916e68854f admin admin] No DVR routers for this DVR port 97089799-a0d5-4b38-9986-d506f2236174 on host dv-cinder-846842-9-iscsi {{(pid=104250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:57:32.293224 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892f5645-ee83-41cb-929b-22d748d833c1 None None] DHCP port deletion for 4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1 request from dv-cinder-846842-9-iscsi {{(pid=104251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 02 03:57:32.353461 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-cce333b4-8ad7-40ee-b0c8-69916e68854f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481104', 'neutron.services.segments.db._delete_segments_for_network-8769088488286'] for network (4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:32.376709 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.services.segments.db [None req-cce333b4-8ad7-40ee-b0c8-69916e68854f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1']}} {{(pid=104250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:57:32.386835 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.services.segments.db [None req-cce333b4-8ad7-40ee-b0c8-69916e68854f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263c04f1-03ae-40e1-8724-f11529a2c41e') {'for_net_delete': True} {{(pid=104250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:57:32.387199 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.services.segments.db [None req-cce333b4-8ad7-40ee-b0c8-69916e68854f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263c04f1-03ae-40e1-8724-f11529a2c41e') {} {{(pid=104250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:57:32.397797 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-cce333b4-8ad7-40ee-b0c8-69916e68854f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769088488807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2312118'] for segment (263c04f1-03ae-40e1-8724-f11529a2c41e), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:32.411873 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-cce333b4-8ad7-40ee-b0c8-69916e68854f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (263c04f1-03ae-40e1-8724-f11529a2c41e), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:32.418722 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce333b4-8ad7-40ee-b0c8-69916e68854f admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=104250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 03:57:32.419081 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-cce333b4-8ad7-40ee-b0c8-69916e68854f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59994329'] for segment (263c04f1-03ae-40e1-8724-f11529a2c41e), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:32.487665 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-cce333b4-8ad7-40ee-b0c8-69916e68854f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389339'] for network (4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:32.493277 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-cce333b4-8ad7-40ee-b0c8-69916e68854f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:32.496580 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-cce333b4-8ad7-40ee-b0c8-69916e68854f admin admin] 10.222.0.42 "DELETE /v2.0/networks/4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1 HTTP/1.1" status: 204 len: 168 time: 0.5381429 Jul 02 03:57:32.499697 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 42892) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:57:32.511124 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce333b4-8ad7-40ee-b0c8-69916e68854f admin admin] Pushing event deleted for resources: {'Network': ['ID=4f4eafb2-33a1-4dfe-af4b-8fa223f41fa1,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:57:32.517218 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.services.segments.plugin [-] Segment 263c04f1-03ae-40e1-8724-f11529a2c41e resource provider aggregate not found Jul 02 03:57:32.536054 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.services.segments.plugin [-] Segment 263c04f1-03ae-40e1-8724-f11529a2c41e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 263c04f1-03ae-40e1-8724-f11529a2c41e found for delete ", "request_id": "req-d9a8f750-5a41-4e6c-b49d-428ad5688164"}]} Jul 02 03:57:32.733255 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:32.817440 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b83df2f5-3b7e-4afc-8456-34ea45cc52d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386372'] for router_interface (4c15e84d-ae8e-41a9-bed5-4703dc6cfb66), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:32.878665 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=100 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:33.057641 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-b83df2f5-3b7e-4afc-8456-34ea45cc52d5 admin admin] Deleting port 71965bb3-56a7-4433-a9dc-ebdaf4486e66 {{(pid=104249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:57:33.057981 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b83df2f5-3b7e-4afc-8456-34ea45cc52d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (71965bb3-56a7-4433-a9dc-ebdaf4486e66), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:33.138977 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-b83df2f5-3b7e-4afc-8456-34ea45cc52d5 admin admin] For port 71965bb3-56a7-4433-a9dc-ebdaf4486e66, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=71965bb3-56a7-4433-a9dc-ebdaf4486e66,segment=NetworkSegment(439e76d6-525b-4d51-8411-46c848071644),segment_id=439e76d6-525b-4d51-8411-46c848071644)] {{(pid=104249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:57:33.139312 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b83df2f5-3b7e-4afc-8456-34ea45cc52d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (71965bb3-56a7-4433-a9dc-ebdaf4486e66), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:33.152231 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-b83df2f5-3b7e-4afc-8456-34ea45cc52d5 admin admin] Calling delete_port for 71965bb3-56a7-4433-a9dc-ebdaf4486e66 owned by network:router_interface {{(pid=104249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:57:33.385510 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579 no longer exists at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:57:33.405067 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] No Port match for: 60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579 {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:57:33.405363 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 60c5bb7e-81cc-47b8-a9b9-d43ec8ec1579 not bound to the agent host dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:57:33.405807 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device d79f9664-fdf8-4c10-9ff2-e3e452f44a0f no longer exists at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:57:33.425340 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] No Port match for: d79f9664-fdf8-4c10-9ff2-e3e452f44a0f {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:57:33.425620 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device d79f9664-fdf8-4c10-9ff2-e3e452f44a0f not bound to the agent host dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:57:33.425846 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 97089799-a0d5-4b38-9986-d506f2236174 no longer exists at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:57:33.444365 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] No Port match for: 97089799-a0d5-4b38-9986-d506f2236174 {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:57:33.444706 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 97089799-a0d5-4b38-9986-d506f2236174 not bound to the agent host dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:57:33.579134 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b83df2f5-3b7e-4afc-8456-34ea45cc52d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (71965bb3-56a7-4433-a9dc-ebdaf4486e66), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:33.605192 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83df2f5-3b7e-4afc-8456-34ea45cc52d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=71965bb3-56a7-4433-a9dc-ebdaf4486e66,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:57:33.771917 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b83df2f5-3b7e-4afc-8456-34ea45cc52d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-385460'] for router_interface (4c15e84d-ae8e-41a9-bed5-4703dc6cfb66), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:33.871981 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:33.963815 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:33.990087 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83df2f5-3b7e-4afc-8456-34ea45cc52d5 admin admin] Router 4c15e84d-ae8e-41a9-bed5-4703dc6cfb66 has already been hosted by L3 agent d0584ee4-1850-4f62-977a-ced2031abc5c {{(pid=104249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 02 03:57:34.045898 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:57:34.091418 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83df2f5-3b7e-4afc-8456-34ea45cc52d5 admin admin] Notify agent at l3_agent.dv-cinder-846842-9-iscsi the message routers_updated {{(pid=104249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 03:57:34.096480 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-b83df2f5-3b7e-4afc-8456-34ea45cc52d5 admin admin] 10.222.0.42 "PUT /v2.0/routers/4c15e84d-ae8e-41a9-bed5-4703dc6cfb66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5946376 Jul 02 03:57:34.099125 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 42896) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:57:34.100099 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60df42bc-9535-4152-a89b-971b9b5f5554 None None] Sync routers for ids ['4c15e84d-ae8e-41a9-bed5-4703dc6cfb66'] in dv-cinder-846842-9-iscsi {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 03:57:34.114576 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60df42bc-9535-4152-a89b-971b9b5f5554 None None] Routers {'4c15e84d-ae8e-41a9-bed5-4703dc6cfb66'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:57:34.115201 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-60df42bc-9535-4152-a89b-971b9b5f5554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:57:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['4c15e84d-ae8e-41a9-bed5-4703dc6cfb66'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:57:34.184392 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:34.199720 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-65572179-4434-46a6-a972-49084ec06dee admin admin] Publish callbacks [] for router (4c15e84d-ae8e-41a9-bed5-4703dc6cfb66), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:34.218093 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-60df42bc-9535-4152-a89b-971b9b5f5554 None None] Set router 4c15e84d-ae8e-41a9-bed5-4703dc6cfb66 gateway port host: dv-cinder-846842-9-iscsi {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:57:34.308244 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-65572179-4434-46a6-a972-49084ec06dee admin admin] Publish callbacks [] for router_gateway (4c15e84d-ae8e-41a9-bed5-4703dc6cfb66), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:34.356711 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-65572179-4434-46a6-a972-49084ec06dee admin admin] Deleting port e1313b0c-fe38-4f65-8643-82c8cdd7fc0a {{(pid=104249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:57:34.357041 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-65572179-4434-46a6-a972-49084ec06dee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (e1313b0c-fe38-4f65-8643-82c8cdd7fc0a), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:34.442892 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-65572179-4434-46a6-a972-49084ec06dee admin admin] For port e1313b0c-fe38-4f65-8643-82c8cdd7fc0a, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=e1313b0c-fe38-4f65-8643-82c8cdd7fc0a,segment=NetworkSegment(d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc),segment_id=d1d00661-4159-4a10-8ed7-4aa2fdd3b1cc)] {{(pid=104249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:57:34.443209 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-65572179-4434-46a6-a972-49084ec06dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (e1313b0c-fe38-4f65-8643-82c8cdd7fc0a), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:34.455979 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-65572179-4434-46a6-a972-49084ec06dee admin admin] Calling delete_port for e1313b0c-fe38-4f65-8643-82c8cdd7fc0a owned by network:router_gateway {{(pid=104249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:57:34.472419 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=100 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:34.523222 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-60df42bc-9535-4152-a89b-971b9b5f5554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c15e84d-ae8e-41a9-bed5-4703dc6cfb66', 'name': 'tempest-TestMinimumBasicScenario-392698547-router', 'tenant_id': '87195cf01746437fa970ace0c04d390c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'external_fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e1313b0c-fe38-4f65-8643-82c8cdd7fc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:54:09Z', 'updated_at': '2022-07-02T03:57:33Z', 'revision_number': 5, 'project_id': '87195cf01746437fa970ace0c04d390c', 'gw_port': {'id': 'e1313b0c-fe38-4f65-8643-82c8cdd7fc0a', 'name': '', 'network_id': 'f461a802-f340-43f3-86d0-4b44bcb77e0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c15e84d-ae8e-41a9-bed5-4703dc6cfb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-02T03:54:09Z', 'updated_at': '2022-07-02T03:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d2ce81a-dd2c-44b3-9b06-0b3b768d55e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-9-iscsi'}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:57:34.551573 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60df42bc-9535-4152-a89b-971b9b5f5554 None None] Checking router: 4c15e84d-ae8e-41a9-bed5-4703dc6cfb66 for host: dv-cinder-846842-9-iscsi {{(pid=104251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 03:57:34.560717 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60df42bc-9535-4152-a89b-971b9b5f5554 None None] Routers {'4c15e84d-ae8e-41a9-bed5-4703dc6cfb66'} bound to L3 agent in host dv-cinder-846842-9-iscsi {{(pid=104251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 02 03:57:34.561342 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-60df42bc-9535-4152-a89b-971b9b5f5554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-02T03:25:52Z,description=,heartbeat_timestamp=2022-07-02T03:57:23Z,host='dv-cinder-846842-9-iscsi',id=d0584ee4-1850-4f62-977a-ced2031abc5c,load=0,resource_versions=,resources_synced=,started_at=2022-07-02T03:25:52Z,topic='l3_agent')) {'router_ids': ['4c15e84d-ae8e-41a9-bed5-4703dc6cfb66'], 'active': True} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:57:34.623632 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-65572179-4434-46a6-a972-49084ec06dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (e1313b0c-fe38-4f65-8643-82c8cdd7fc0a), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:34.644415 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_dvr_db [None req-60df42bc-9535-4152-a89b-971b9b5f5554 None None] Set router 4c15e84d-ae8e-41a9-bed5-4703dc6cfb66 gateway port host: None {{(pid=104251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 02 03:57:34.652812 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65572179-4434-46a6-a972-49084ec06dee admin admin] Pushing event deleted for resources: {'Port': ['ID=e1313b0c-fe38-4f65-8643-82c8cdd7fc0a,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:57:34.696258 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.db.l3_hamode_db [None req-60df42bc-9535-4152-a89b-971b9b5f5554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c15e84d-ae8e-41a9-bed5-4703dc6cfb66', 'name': 'tempest-TestMinimumBasicScenario-392698547-router', 'tenant_id': '87195cf01746437fa970ace0c04d390c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:54:09Z', 'updated_at': '2022-07-02T03:57:34Z', 'revision_number': 6, 'project_id': '87195cf01746437fa970ace0c04d390c', 'gw_port_host': None}], 'dv-cinder-846842-9-iscsi', False) {} {{(pid=104251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:57:34.709121 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:34.716578 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-65572179-4434-46a6-a972-49084ec06dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-379160'] for router_gateway (4c15e84d-ae8e-41a9-bed5-4703dc6cfb66), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:34.724413 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60df42bc-9535-4152-a89b-971b9b5f5554 None None] The sync data for ids ['4c15e84d-ae8e-41a9-bed5-4703dc6cfb66'] in dv-cinder-846842-9-iscsi is: [{'id': '4c15e84d-ae8e-41a9-bed5-4703dc6cfb66', 'name': 'tempest-TestMinimumBasicScenario-392698547-router', 'tenant_id': '87195cf01746437fa970ace0c04d390c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-02T03:54:09Z', 'updated_at': '2022-07-02T03:57:34Z', 'revision_number': 6, 'project_id': '87195cf01746437fa970ace0c04d390c', 'gw_port_host': None}] {{(pid=104251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 03:57:34.804231 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-65572179-4434-46a6-a972-49084ec06dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4176344'] for router (4c15e84d-ae8e-41a9-bed5-4703dc6cfb66), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:34.806513 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-65572179-4434-46a6-a972-49084ec06dee admin admin] Publish callbacks [] for router_controller (4c15e84d-ae8e-41a9-bed5-4703dc6cfb66), precommit_delete_associations {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:34.850277 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-65572179-4434-46a6-a972-49084ec06dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387810'] for router (4c15e84d-ae8e-41a9-bed5-4703dc6cfb66), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:34.850886 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65572179-4434-46a6-a972-49084ec06dee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c15e84d-ae8e-41a9-bed5-4703dc6cfb66 {{(pid=104249) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 02 03:57:34.856075 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-65572179-4434-46a6-a972-49084ec06dee admin admin] Publish callbacks [] for router (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:34.859571 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-65572179-4434-46a6-a972-49084ec06dee admin admin] 10.222.0.42 "DELETE /v2.0/routers/4c15e84d-ae8e-41a9-bed5-4703dc6cfb66 HTTP/1.1" status: 204 len: 168 time: 0.7571418 Jul 02 03:57:34.859862 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 42898) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:57:34.905797 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eb5f7f8-f8bf-42e8-8796-d68de9d01338 admin admin] Deleting subnet fdfd3b42-8ed6-4bd8-93ae-2971807e49ec {{(pid=104249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 02 03:57:34.909137 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-2eb5f7f8-f8bf-42e8-8796-d68de9d01338 admin admin] Publish callbacks [] for subnet (fdfd3b42-8ed6-4bd8-93ae-2971807e49ec), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:34.927508 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:34.945238 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-2eb5f7f8-f8bf-42e8-8796-d68de9d01338 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59791451'] for subnet (fdfd3b42-8ed6-4bd8-93ae-2971807e49ec), precommit_delete_associations {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:35.031137 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-2eb5f7f8-f8bf-42e8-8796-d68de9d01338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1385350'] for subnet (fdfd3b42-8ed6-4bd8-93ae-2971807e49ec), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:35.092140 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-2eb5f7f8-f8bf-42e8-8796-d68de9d01338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1385357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60593258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59995466'] for subnet (fdfd3b42-8ed6-4bd8-93ae-2971807e49ec), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:35.122060 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb5f7f8-f8bf-42e8-8796-d68de9d01338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdfd3b42-8ed6-4bd8-93ae-2971807e49ec,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:57:35.126634 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-2eb5f7f8-f8bf-42e8-8796-d68de9d01338 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for subnet (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:35.132405 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-2eb5f7f8-f8bf-42e8-8796-d68de9d01338 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fdfd3b42-8ed6-4bd8-93ae-2971807e49ec HTTP/1.1" status: 204 len: 168 time: 0.2691693 Jul 02 03:57:35.132589 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 42900) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:57:35.135201 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a955aa-dd52-4a21-8190-1ae45c06f3df None None] Network 31311163-dcd1-4211-8e61-09c1ed6a4cd8 requested from dv-cinder-846842-9-iscsi {{(pid=104251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 02 03:57:35.212703 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9380-1ce4-44fe-82d6-bc3c961ed06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587253'] for network (31311163-dcd1-4211-8e61-09c1ed6a4cd8), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:35.254429 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-ec6b9380-1ce4-44fe-82d6-bc3c961ed06e admin admin] Deleting port 09cb3878-c652-4ad8-98ab-027c2e2f9cbf {{(pid=104249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 02 03:57:35.254766 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9380-1ce4-44fe-82d6-bc3c961ed06e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769088379652'] for port (09cb3878-c652-4ad8-98ab-027c2e2f9cbf), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:35.319224 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-ec6b9380-1ce4-44fe-82d6-bc3c961ed06e admin admin] For port 09cb3878-c652-4ad8-98ab-027c2e2f9cbf, host dv-cinder-846842-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-9-iscsi',level=0,port_id=09cb3878-c652-4ad8-98ab-027c2e2f9cbf,segment=NetworkSegment(439e76d6-525b-4d51-8411-46c848071644),segment_id=439e76d6-525b-4d51-8411-46c848071644)] {{(pid=104249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 03:57:35.319618 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9380-1ce4-44fe-82d6-bc3c961ed06e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385921'] for port (09cb3878-c652-4ad8-98ab-027c2e2f9cbf), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:35.332448 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.plugin [None req-ec6b9380-1ce4-44fe-82d6-bc3c961ed06e admin admin] Calling delete_port for 09cb3878-c652-4ad8-98ab-027c2e2f9cbf owned by network:dhcp {{(pid=104249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 02 03:57:35.411724 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9380-1ce4-44fe-82d6-bc3c961ed06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1506235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769088385320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769088021086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60593157'] for port (09cb3878-c652-4ad8-98ab-027c2e2f9cbf), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:35.434501 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b9380-1ce4-44fe-82d6-bc3c961ed06e admin admin] Pushing event deleted for resources: {'Port': ['ID=09cb3878-c652-4ad8-98ab-027c2e2f9cbf,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:57:35.439934 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6b9380-1ce4-44fe-82d6-bc3c961ed06e admin admin] No DVR routers for this DVR port 09cb3878-c652-4ad8-98ab-027c2e2f9cbf on host dv-cinder-846842-9-iscsi {{(pid=104249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 02 03:57:35.514564 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9380-1ce4-44fe-82d6-bc3c961ed06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481104', 'neutron.services.segments.db._delete_segments_for_network-8769088488286'] for network (31311163-dcd1-4211-8e61-09c1ed6a4cd8), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:35.522478 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c45488-ae09-4d8a-a16c-ed154ef399f2 None None] DHCP port deletion for 31311163-dcd1-4211-8e61-09c1ed6a4cd8 request from dv-cinder-846842-9-iscsi {{(pid=104251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 02 03:57:35.549704 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.services.segments.db [None req-ec6b9380-1ce4-44fe-82d6-bc3c961ed06e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31311163-dcd1-4211-8e61-09c1ed6a4cd8']}} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:57:35.559474 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.services.segments.db [None req-ec6b9380-1ce4-44fe-82d6-bc3c961ed06e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '439e76d6-525b-4d51-8411-46c848071644') {'for_net_delete': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:57:35.559771 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.services.segments.db [None req-ec6b9380-1ce4-44fe-82d6-bc3c961ed06e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '439e76d6-525b-4d51-8411-46c848071644') {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 03:57:35.570231 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9380-1ce4-44fe-82d6-bc3c961ed06e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769088488807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59791456'] for segment (439e76d6-525b-4d51-8411-46c848071644), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:35.578688 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device e1313b0c-fe38-4f65-8643-82c8cdd7fc0a no longer exists at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:57:35.585466 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9380-1ce4-44fe-82d6-bc3c961ed06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333'] for segment (439e76d6-525b-4d51-8411-46c848071644), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:35.592600 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec6b9380-1ce4-44fe-82d6-bc3c961ed06e admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=104249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 03:57:35.592994 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9380-1ce4-44fe-82d6-bc3c961ed06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60593360'] for segment (439e76d6-525b-4d51-8411-46c848071644), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:35.603238 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] No Port match for: e1313b0c-fe38-4f65-8643-82c8cdd7fc0a {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:57:35.603684 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device e1313b0c-fe38-4f65-8643-82c8cdd7fc0a not bound to the agent host dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:57:35.604098 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 09cb3878-c652-4ad8-98ab-027c2e2f9cbf no longer exists at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:57:35.623004 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] No Port match for: 09cb3878-c652-4ad8-98ab-027c2e2f9cbf {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:57:35.623600 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 09cb3878-c652-4ad8-98ab-027c2e2f9cbf not bound to the agent host dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:57:35.624205 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 71965bb3-56a7-4433-a9dc-ebdaf4486e66 no longer exists at agent ovs-agent-dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 03:57:35.645833 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.plugin [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] No Port match for: 71965bb3-56a7-4433-a9dc-ebdaf4486e66 {{(pid=104251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 02 03:57:35.646475 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron.plugins.ml2.rpc [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Device 71965bb3-56a7-4433-a9dc-ebdaf4486e66 not bound to the agent host dv-cinder-846842-9-iscsi {{(pid=104251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 03:57:35.668189 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9380-1ce4-44fe-82d6-bc3c961ed06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389339'] for network (31311163-dcd1-4211-8e61-09c1ed6a4cd8), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:35.679563 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9380-1ce4-44fe-82d6-bc3c961ed06e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528657'] for network (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:35.682858 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-ec6b9380-1ce4-44fe-82d6-bc3c961ed06e admin admin] 10.222.0.42 "DELETE /v2.0/networks/31311163-dcd1-4211-8e61-09c1ed6a4cd8 HTTP/1.1" status: 204 len: 168 time: 0.5493035 Jul 02 03:57:35.694415 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.services.segments.plugin [-] Segment 439e76d6-525b-4d51-8411-46c848071644 resource provider aggregate not found Jul 02 03:57:35.698624 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b9380-1ce4-44fe-82d6-bc3c961ed06e admin admin] Pushing event deleted for resources: {'Network': ['ID=31311163-dcd1-4211-8e61-09c1ed6a4cd8,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:57:35.713908 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.services.segments.plugin [-] Segment 439e76d6-525b-4d51-8411-46c848071644 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 439e76d6-525b-4d51-8411-46c848071644 found for delete ", "request_id": "req-47fa1e90-0984-427c-a968-77db17957e44"}]} Jul 02 03:57:35.871418 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 42910) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:57:35.912925 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-96a2f501-8a52-4707-bbc0-627a48191ec7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=642a93dd7b34496491123f30dce4438d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403516 Jul 02 03:57:35.916504 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.wsgi [-] (104249) accepted ('10.222.0.42', 42912) {{(pid=104249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:57:35.931393 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:35.977175 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-36a0d01b-ac8f-4d9e-821c-f2cbd3cb76dc admin admin] Publish callbacks [] for security_group (e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24), before_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:35.999250 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-36a0d01b-ac8f-4d9e-821c-f2cbd3cb76dc admin admin] Publish callbacks [] for security_group (e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24), precommit_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:36.007126 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:36.053222 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-36a0d01b-ac8f-4d9e-821c-f2cbd3cb76dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24), after_delete {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:36.056336 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-36a0d01b-ac8f-4d9e-821c-f2cbd3cb76dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:36.057538 dv-cinder-846842-9-iscsi neutron-server[104249]: INFO neutron.wsgi [None req-36a0d01b-ac8f-4d9e-821c-f2cbd3cb76dc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24 HTTP/1.1" status: 204 len: 168 time: 0.1400840 Jul 02 03:57:36.065245 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a0d01b-ac8f-4d9e-821c-f2cbd3cb76dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75f6c5e-0199-44cb-88c0-f3cd8f5f9b24,revision_number=None']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:57:36.400959 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 42918) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:57:36.450196 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-ba0989c4-1362-4491-bb40-0bd6fcb5d49d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=87195cf01746437fa970ace0c04d390c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480504 Jul 02 03:57:36.453760 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [-] (104250) accepted ('10.222.0.42', 42920) {{(pid=104250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 02 03:57:36.481646 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:36.505563 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-193c5c6c-cd05-4902-ad0e-9137d41e9f2e admin admin] Publish callbacks [] for security_group (3aa28ce8-a21d-4f74-86bf-7d462619c950), before_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:36.506856 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:36.528895 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-193c5c6c-cd05-4902-ad0e-9137d41e9f2e admin admin] Publish callbacks [] for security_group (3aa28ce8-a21d-4f74-86bf-7d462619c950), precommit_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:36.580823 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-193c5c6c-cd05-4902-ad0e-9137d41e9f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500472'] for security_group (3aa28ce8-a21d-4f74-86bf-7d462619c950), after_delete {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:36.583763 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron_lib.callbacks.manager [None req-193c5c6c-cd05-4902-ad0e-9137d41e9f2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:36.584942 dv-cinder-846842-9-iscsi neutron-server[104250]: INFO neutron.wsgi [None req-193c5c6c-cd05-4902-ad0e-9137d41e9f2e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3aa28ce8-a21d-4f74-86bf-7d462619c950 HTTP/1.1" status: 204 len: 168 time: 0.1302564 Jul 02 03:57:36.593407 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c5c6c-cd05-4902-ad0e-9137d41e9f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa28ce8-a21d-4f74-86bf-7d462619c950,revision_number=None']} {{(pid=104250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 03:57:46.060611 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:46.061773 dv-cinder-846842-9-iscsi neutron-server[104249]: DEBUG dbcounter [-] [104249] Writing DB stats neutron:SELECT=13,neutron:DELETE=3 {{(pid=104249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:46.076846 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=34 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:46.588344 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:46.589375 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG dbcounter [-] [104250] Writing DB stats neutron:SELECT=12,neutron:DELETE=3 {{(pid=104250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:46.605887 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=45 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:48.116913 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:48.851380 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=10 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:57:50.243343 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-27362e5d-2812-48de-b689-b999744a36d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:52.571475 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-dc10755f-9c78-4bad-bba5-6ad9951b428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:53.711741 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:55.336359 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:55.370818 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:57:57.870406 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:58:09.306679 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:58:09.307959 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:58:11.049519 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:58:18.137464 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:58:20.246727 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-5d335fed-93ca-4007-8586-f9db7328bee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:58:21.042365 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=4 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:58:21.043736 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=4 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:58:22.568330 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-e494a166-0a19-4ab9-9a9d-3d0101820c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:58:23.718216 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:58:25.343686 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:58:25.365735 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:58:35.352554 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:58:35.359989 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:58:48.059131 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:58:48.131312 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:58:50.250608 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-a7f38f20-567a-4787-872b-69430562770b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:58:52.270002 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [req-6ca3a1cb-d61a-4a38-a409-f55dd52565dc req-7b3aa192-9413-4129-94f5-517a7fb5b9da service neutron] (104250) timed out ('10.222.0.42', 37484) {{(pid=104250) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 02 03:58:52.349274 dv-cinder-846842-9-iscsi neutron-server[104250]: DEBUG neutron.wsgi [req-6ca3a1cb-d61a-4a38-a409-f55dd52565dc req-cf1fb453-ace9-4bb3-b7cb-51c61363f7c0 tempest-AttachVolumeShelveTestJSON-1497929565 tempest-AttachVolumeShelveTestJSON-1497929565-project] (104250) timed out ('10.222.0.42', 37492) {{(pid=104250) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 02 03:58:52.569412 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd234d9f-39d3-489c-bf4f-23a2dc7dd563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:58:53.722580 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:58:55.352373 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:58:55.365238 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:58:58.051286 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=16 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:58:58.052528 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=18 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:59:05.357492 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:59:05.360058 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:59:18.132429 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:59:20.253131 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6898c58f-c56d-4f4a-a4b4-ecac63dc5793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:59:22.563545 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-c300dc4d-fcaa-4e41-8ce1-3e2f8171f5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:59:23.727905 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:59:25.054657 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 03:59:25.354873 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:59:25.361630 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:59:31.889911 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=5 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:59:35.046994 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=3 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:59:35.352709 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:59:35.355443 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:59:48.138255 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:59:48.857546 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:59:48.858718 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:DELETE=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 03:59:50.257046 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-a3ea57fa-6e04-48c1-af56-0fce09209441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:59:52.568455 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-ffa6b712-bba6-4d8a-ab00-bc7580bd281e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:59:53.736298 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:59:55.356292 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 03:59:55.366072 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:00:02.059437 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 04:00:09.319578 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 04:00:09.320766 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 04:00:12.050670 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=4 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 04:00:12.052042 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=4 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 04:00:18.125312 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:00:20.264934 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-a555ecb5-4b36-47c2-b4ce-b69c8eb64e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:00:22.567406 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-e5058002-fe78-4115-8b14-0b679fd1f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:00:23.734938 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:00:25.361936 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:00:25.365007 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:00:35.359004 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 04:00:35.360249 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 04:00:39.064399 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 04:00:48.128331 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:00:49.318866 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=16 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 04:00:49.321358 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=18 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 04:00:50.256030 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-89dda133-8580-412e-a7a6-0226038b5a03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:00:52.569030 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6f24beed-b46f-468b-8541-7780cde1aa56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:00:53.739602 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:00:55.366691 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:00:55.369088 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:01:05.362125 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 04:01:05.364576 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 04:01:16.069438 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 04:01:18.142359 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:01:20.257876 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-5a4241fd-3e87-4032-8c93-146f6af00af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:01:22.571766 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-297eaa71-b5ff-4c9c-b9a8-f8ff31e99f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:01:23.743166 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:01:25.380256 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:01:25.381514 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:01:26.061514 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=2 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 04:01:26.062707 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=6 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 04:01:35.353093 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 04:01:35.371224 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 04:01:48.278999 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:01:48.855780 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 04:01:48.857116 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:DELETE=1 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 04:01:50.256682 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-d3faba69-f164-4692-8979-1db4b5e22116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:01:52.572707 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-60faea6a-0bdc-4a01-8307-9cfb24ecb75e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:01:53.072401 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 04:01:53.750374 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:01:55.373290 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:01:55.374556 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:01:59.885623 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=2 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 04:02:03.067375 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=6 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 04:02:09.315366 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 04:02:09.318653 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 04:02:18.159415 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:02:20.259050 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-dafc1e47-ddaa-4d95-953c-d55958b4a545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:02:22.575211 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-3a4f1862-3902-4036-9878-9576eaf057b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:02:23.747910 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:02:25.384526 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:02:25.385580 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:02:30.077363 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 04:02:35.369860 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 04:02:35.378415 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 04:02:48.148973 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad547-d433-4137-87d2-ef6fbe05dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (b6c7a065-6c6d-4192-b8a5-562c9c844309), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:02:49.329378 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=16 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 04:02:50.265162 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-bc9165bc-e699-4a8d-a02f-c582f2ccaacd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (1553e874-6843-4478-a19b-2f80346723c1), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:02:52.586436 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-47297039-c840-4e7d-9f50-86aa866e76ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (d0584ee4-1850-4f62-977a-ced2031abc5c), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:02:53.749924 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4821-b824-4b45-8165-b332136b1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (819175c6-60db-4b62-9066-0119a479ae7b), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:02:55.388597 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cd83e14c-edd1-41f4-86aa-1f625a838bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (86f839e0-cf2d-48c2-bde3-017ffe0ed659), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:02:55.390317 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG neutron_lib.callbacks.manager [None req-cf841e2f-1f4a-4817-bf10-99d9f76afa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769088488268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385169'] for agent (ae275741-553c-4f95-b9f8-92fc832037cd), after_update {{(pid=104251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 02 04:02:57.866111 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG dbcounter [-] [104252] Writing DB stats neutron:SELECT=20 {{(pid=104252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 04:03:05.376372 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 04:03:05.381824 dv-cinder-846842-9-iscsi neutron-server[104251]: DEBUG dbcounter [-] [104251] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 02 04:03:07.077610 dv-cinder-846842-9-iscsi neutron-server[104252]: DEBUG neutron.db.agents_db [None req-d6c8d885-abdd-4cc0-bd7e-218ad0012220 None None] Agent healthcheck: found 6 active agents {{(pid=104252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}